Project description

Project title

Data reuse in the Social Sciences and Humanities: Project report of the SWITCH Innovation Lab “Repositories & Data Quality”

Project overview

This analysis was performed during a project of the SWITCH Innovation Lab “Repositories & Data Quality”, a project that ran from October 2020 until February 2021 as a collaboration between SWITCH and ZHAW Zurich University of Applied Sciences. The final report can be found here: https://doi.org/10.21256/zhaw-2404

The data is published on zenodo (doi 10.5281/zenodo.4609834)

Survey Structure

Survey Structure All variables are categorical and are either single response or multiple response variables. For more details, please refer to the report.

The variable source was a free-text-field, in which participants often specified several items. For analysis including the source column, we duplicated the lines in the following way:

Kind 1 | Source 1a, Source 1b, Source 1c | Purpose 1

Is transformed to:

Kind 1 | Source 1a | Purpose 1

Kind 1 | Source 1b | Purpose 1

Kind 1 | Source 1c | Purpose 1

Test overview

Code

Load libraries and functions

library(tidyverse)
## ── Attaching packages ─────────────────────────────────────── tidyverse 1.3.0 ──
## ✓ ggplot2 3.3.3     ✓ purrr   0.3.4
## ✓ tibble  3.1.0     ✓ dplyr   1.0.5
## ✓ tidyr   1.1.3     ✓ stringr 1.4.0
## ✓ readr   1.4.0     ✓ forcats 0.5.1
## ── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
## x dplyr::filter() masks stats::filter()
## x dplyr::lag()    masks stats::lag()
library(zen4R)
library(readxl)
library(MRCV)
library(viridis)
## Loading required package: viridisLite
library(kableExtra)
## 
## Attaching package: 'kableExtra'
## The following object is masked from 'package:dplyr':
## 
##     group_rows
# load own functions
source("code/misc_functions.R")
source("code/data_cleaning_functions.R")
source("code/plot_functions.R")
source("code/analysis_functions.R")
source("code/create_dummies_functions.R")

# file locations
DATA_DIR <- "data/" # required data
ZEN_DATA_DIR <- "data_zen/" # data from zenodo
PLOT_DIR <- "plots/" # plots 
RES_DIR <- "results/" # results

DICT_SOURCES <- ZEN_DATA_DIR %+% "DictionarySources.xlsx"
DICT_FIELDS <- DATA_DIR %+%   "DictionaryFields.xlsx"
DICT_KINDS <- DATA_DIR %+% "DictionaryKind.xlsx"
DICT_PURPOSES <- DATA_DIR %+% "DictionaryPurpose.xlsx"
DICT_CRITERIA <- DATA_DIR %+% "DictionaryCriteria.xlsx"
STAT_TESTS <- DATA_DIR %+% "stat_tests.xlsx"

# create directories if they do not exist
if (!file.exists(PLOT_DIR)){
    dir.create(PLOT_DIR)
}

if(!file.exists(RES_DIR)) {
  dir.create(RES_DIR)
}

if(!file.exists(ZEN_DATA_DIR)) {
  dir.create(ZEN_DATA_DIR)
}

Download data from Zenodo

We used the package redcapAPI to load the data set directly from REDCap and performed some anonymization and published the dataset on zenodo. This dataset can be loaded directly from zenodo:

if (params$download_from_zenodo) {
  download_zenodo("10.5281/zenodo.4609834", path="./" %+% ZEN_DATA_DIR)
}
## [zen4R][INFO] ZenodoRecord - Download in sequential mode 
## [zen4R][INFO] ZenodoRecord - Will download 5 files from record '4609834' (doi: '10.5281/zenodo.4609834') - total size: 691.8 KiB 
## [zen4R][INFO] Downloading file 'DictionarySources.xlsx' - size: 62 KiB
## [zen4R][INFO] Downloading file 'survey_results.csv' - size: 130.9 KiB
## [zen4R][INFO] Downloading file 'survey_results.rds' - size: 27.7 KiB
## [zen4R][INFO] Downloading file 'SWITCH_Innovation-Lab_Questionnaire.pdf' - size: 467 KiB
## [zen4R][INFO] Downloading file 'SWITCH_Innovation-Lab_ReadMe.txt' - size: 4.1 KiB
## [zen4R][INFO] Files downloaded at '/Users/klav/work/SWITCH-Innovation-Lab-Repositories-Data-Quality/data_zen'.
## [zen4R][INFO] ZenodoRecord - Verifying file integrity... 
## [zen4R][INFO] File 'DictionarySources.xlsx': integrity verified (md5sum: a3c077fb25583f979babe1883a9c7066)
## [zen4R][INFO] File 'survey_results.csv': integrity verified (md5sum: 952ca07f0e23d4751382db95ddd1ef82)
## [zen4R][INFO] File 'survey_results.rds': integrity verified (md5sum: 9a47e245308b8d433fd90b51739b2a54)
## [zen4R][INFO] File 'SWITCH_Innovation-Lab_Questionnaire.pdf': integrity verified (md5sum: 46835506a5733a428c50176e10f7808a)
## [zen4R][INFO] File 'SWITCH_Innovation-Lab_ReadMe.txt': integrity verified (md5sum: 1fc471fbfb17fae1fd530b81936463a1)
## [zen4R][INFO] ZenodoRecord - End of download

Read and clean data

Read all the data and additional files for text normalization and labels

df <- readRDS(ZEN_DATA_DIR %+% "survey_results.rds") %>%
  ## filter out incomplete records
  filter(survey_switch_innovation_lab_2020_complete == "Complete")

# read list for statistical tests
df_tests <- readxl::read_excel(STAT_TESTS)

# read lookup tables
df_fields_lookup <- readxl::read_excel(DICT_FIELDS, "researchfield")
df_fields_categories_lookup <- readxl::read_excel(DICT_FIELDS, "field_category")
df_categories_lookup <- readxl::read_excel(DICT_FIELDS, "field_category")
df_categories_labels <-  readxl::read_excel(DICT_FIELDS, "category")
df_kind_lookup <- readxl::read_excel(DICT_KINDS, "kind")
df_purpose_lookup <- readxl::read_excel(DICT_PURPOSES, "purpose")
df_criteria_lookup <- readxl::read_excel(DICT_CRITERIA, "criteria")
df_sources_lookup <- readxl::read_excel(DICT_SOURCES, "Tabelle2") %>%
  select(raw, key) %>%
  mutate(raw = str_to_lower(raw),
         raw = str_trim(raw),
         raw =str_replace_all(raw, "[^a-zA-Z0-9\\.;: , :blank:/]", "_"),
         key = str_to_upper(key)) %>%
  filter(!is.na(raw))
df_sources_categories_lookup <- readxl::read_excel(DICT_SOURCES, "Tabelle1")

Data cleaning involves mostly normalizing text variables and replacing them with keys.

## cleaning the data
df <- df %>%
  mutate_at(vars(starts_with("researchfield_")), normalize_text, df_fields_lookup) %>%
  mutate_at(vars(starts_with("kind_")), str_replace_all, "\\(.*\\)", "") %>%
  mutate_at(vars(starts_with("kind_")), normalize_text, df_kind_lookup %>% select(raw, key)) %>%
  mutate_at(vars(starts_with("criteria_")), str_replace_all, "\\(.*\\)", "") %>%
  mutate_at(vars(starts_with("criteria_")), normalize_text, df_criteria_lookup %>% select(raw, key)) %>%
  mutate_at(vars(starts_with("purpose_")), str_replace_all, "\\(.*\\)", "") %>%
  mutate_at(vars(starts_with("purpose_")), normalize_text, df_purpose_lookup %>% select(raw, key))%>%
  mutate_at(vars(starts_with("purpose_")), str_replace_all, "\\(.*\\)", "_") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("Théâtres       de     société: rayonnement du répertoire français entre 1700 et 1799"), "THDS") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("Einkommensdaten der  IK"), "EINKIK") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, "[^a-zA-Z0-9\\.;: , :blank:/]", "_") %>%
  mutate_at(vars(starts_with("source_")), normalize_text, df_sources_lookup %>% select(raw, key)) %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("different sources like "), "") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("z.b. via datenbanken _z.b. "), "") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(" et "), ",") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(" oder "), ",")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(" and "), ",")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("_gk"), "") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("/"), ",")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("_en fait"), "")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("u.a."), "")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("_"), "")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(" wie "), ",")%>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(";"), ",") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("thds"), "THDS") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed("einkik"), "EINKIK") %>%
  mutate_at(vars(starts_with("source_")), str_replace_all, fixed(" "), ",") %>%
  mutate_at(vars(starts_with("source_")), str_trim) 

Some additional variables used later.

# just for plotting
example_margin <- unit(c(15,5,5,30), "pt")

# just to get the right order for the factor experience
experience_levels <- c("0-5 years", "6-15 years", "16-30 years", "31+ years")

# use only the most common data sources
relevant_sources <- c("FORS","BFS" ,"LIT", "ESS", "DATAOWN", "GESIS", "DATABASELIT", "DATAOTHER", "DATAGOVE", "SURVEY")

After analyzing the responses towards the used data sources, we decided to focus on the 10 most often cited sources. These are given in the variable relevant_sources FORS, BFS, LIT, ESS, DATAOWN, GESIS, DATABASELIT, DATAOTHER, DATAGOVE, SURVEY

Descriptive statistics

Institutions

Absolute count

g_institutions <-df %>% ggplot(aes(x=institution)) + 
  geom_bar(stat = "count") +
  geom_text(stat='count', aes(y = after_stat(count) + max(after_stat(count))/10, label=after_stat(count)), vjust=2.5, size=2.5) +
  scale_y_continuous(expand = c(0,0)) +
  scale_x_discrete(guide = guide_axis(angle=45)) +
  xlab("Institution") + ylab("Count") + ##ggtitle("Distribution of institutions") +
  theme_zhaw(panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) 
  

SavePlot(g_institutions, "doc.por", c("institution", "barplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/institution_barplot_count_alpha.png"
g_institutions

Relative count

g_institutions_perc <-df %>% ggplot(aes(x=institution, y=(..count..)/sum(..count..))) + 
  geom_bar(stat = "count") +
  geom_text(stat='count', aes(y = after_stat((..count..)/sum(..count..)) + max(after_stat((..count..)/sum(..count..)))/10, label=scales::percent(after_stat((..count..)/sum(..count..)))), vjust=2.5, size=2.5) +
  scale_y_continuous(expand = c(0,0), labels = scales::percent_format(accuracy = 1)) +
  scale_x_discrete(guide = guide_axis(angle=45)) +
  xlab("Institution") + ylab("Percentage") + #ggtitle("Relative distribution of institutions") +
  theme_zhaw(panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) 

SavePlot(g_institutions_perc, "doc.por", c("institution", "barplot", "perc", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/institution_barplot_perc_alpha.png"
g_institutions_perc

Experience

g_experience <- df %>% 
  mutate(experience = factor(experience, levels= experience_levels,labels = experience_levels))%>%
  ggplot(aes(x=experience)) + 
  geom_bar(stat = "count") +
  geom_text(stat='count', aes(y = after_stat(count) + max(after_stat(count))/10, label=after_stat(count)), vjust=2.5, size=2.5) +
  scale_y_continuous(expand = c(0,0)) +
  scale_x_discrete(guide = guide_axis(angle=45)) +
  xlab("Experience") + ylab("Count") + 
  theme_zhaw(panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) 
  

SavePlot(g_experience, "doc.por", c("experience", "barplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/experience_barplot_count_alpha.png"
g_experience

Research fields

Create a dataframe that contains only researchfield-variables and the record_id

df_field <- select_two_variables(df, "researchfield",  additional_to_keep = "record_id", remove_other = TRUE)
df_field

Frequency of researchfields and multiple selections

Frequency of researchfields

researchfield_factorlevelslabels <- create_lookup_vector(df_fields_categories_lookup, "key", "label", arrange_by_size = FALSE)
researchcategory_factorlevelslabels <- create_lookup_vector(df_categories_labels, "key", "label", arrange_by_size = FALSE)
df_field_long <- create_product_df(df_field, var1="researchfield", id_var = "record_id", sep1 = "|") %>%
  mutate(researchcategory = factor(normalize_text(researchfield, df_categories_lookup, pattern = "key", replacement = "category"), 
                                   labels(researchcategory_factorlevelslabels), labels = researchcategory_factorlevelslabels),
         researchfield = factor(researchfield, labels(researchfield_factorlevelslabels), labels = researchfield_factorlevelslabels)
         )

g_researchfields <- df_field_long %>% ggplot(aes(x=fct_infreq(researchfield), fill = researchcategory)) + 
  geom_bar(stat = "count") +
  geom_text(stat='count', aes(y = after_stat(count) + max(after_stat(count))/10, label=after_stat(count)), vjust=2.5, size=2.5) +
  facet_wrap(vars(fct_infreq(researchcategory)), strip.position = "bottom", scales = "free_x", nrow=1) +
  scale_y_continuous(expand=c(0,0)) +
  scale_x_discrete(guide = guide_axis(angle = 45)) +
  xlab("Research field") + ylab("Count") + ##ggtitle("Distribution of research fields") +
  theme_zhaw(base_size = 7, panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) +
  theme(strip.placement = "outside", strip.background = element_blank(), strip.text = element_blank()) +
  scale_fill_viridis(discrete = TRUE, name = "Researchfield Category") +
  theme(plot.margin = unit(c(15,5,5,30), "pt"), legend.position = "bottom")

SavePlot(g_researchfields, "doc.por", c("researchfield", "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/researchfield_barplot_count_freq.png"
g_researchfields

g_researchfields <-df_field_long %>% ggplot(aes(x=fct_infreq(researchfield), fill = researchcategory)) + 
  geom_bar(stat = "count") +
  geom_text(stat='count', aes(y = after_stat(count) + max(after_stat(count))/10, label=after_stat(count)), vjust=2.5, size=2.5) +
  facet_wrap(vars(fct_infreq(researchcategory)), strip.position = "bottom", scales = "free_x", nrow=1) +
  scale_y_continuous(expand=c(0,0)) +
  scale_x_discrete(guide = guide_axis(angle = 45)) +
  xlab("Research field") + ylab("Count") + ##ggtitle("Distribution of research fields") +
  theme_zhaw(panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) +
  theme(strip.placement = "outside", strip.background = element_blank(), strip.text = element_blank()) +
  scale_fill_viridis(discrete = TRUE, name = "Researchfield Category") +
  theme(plot.margin = unit(c(15,5,5,30), "pt"))

SavePlot(g_researchfields, "doc.por", c("researchfield", "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/researchfield_barplot_count_freq.png"
g_researchfields

The same as percentages

g_researchfields_perc <- df_field_long %>% 
  ggplot(aes(x=researchfield, y=(..count..)/sum(..count..), fill = researchcategory)) + 
  geom_bar(stat = "count", position ="dodge2") +
  geom_text(stat='count', aes(y = after_stat((..count..)/sum(..count..)) + max(after_stat((..count..)/sum(..count..)))/10,
                              label=scales::percent(after_stat((..count..)/sum(..count..)))), vjust=3, size=2, angle=45) +
  facet_wrap(vars(researchcategory), strip.position = "bottom", scales = "free_x", nrow=1) +
  xlab("Research field") + ylab("Percentage") + ##ggtitle("Relative distribution of research fields") +
  theme_zhaw(panel.grid.major.x.blank = TRUE, keep_ticks = TRUE) +
  scale_y_continuous(expand = c(0,0), labels = scales::percent_format(accuracy = 1)) +
  scale_x_discrete(guide = guide_axis(angle=45)) +
  theme(strip.placement = "outside", strip.background = element_blank(), strip.text = element_blank()) +
  scale_fill_viridis(discrete = TRUE, name = "Researchfield Category")

SavePlot(g_researchfields_perc, "doc.por", c("researchfield", "barplot", "perc", "freq"), rootdir = PLOT_DIR)
## [1] "plots/researchfield_barplot_perc_freq.png"
g_researchfields_perc

Other research fields

df_fields_other_freq <- df %>% filter(!is.na(researchfield_other)) %>%
  select(Researchfield=researchfield_other) %>%
  mutate(Researchfield=str_to_sentence(Researchfield)) %>%
  group_by(Researchfield) %>%
  summarise(Frequency = n()) %>%
  ungroup() 
df_fields_other_freq
df_fields_other_freq %>% write.csv2("plots/other_fields.csv", row.names = FALSE)


df_fields_other <- df %>% 
  filter(!is.na(researchfield_other)) %>%
  select(researchfield_other, starts_with("researchfield__"), -researchfield___18) 

df_fields_other %>%
  mutate(combined_with = unite(df_fields_other %>% select(-researchfield_other), 
                               temp, sep="-", na.rm=T) %>% pull(temp)) %>%
  select(-starts_with("researchfield___")) %>%
  mutate(combined_with = stringr::str_replace_all(combined_with, "(-)+", "-")) %>%
  mutate(combined_with = stringr::str_replace_all(combined_with, "^-", "")) %>%
  mutate(combined_with = stringr::str_replace_all(combined_with, "-$", "")) %>%
  mutate(combined_with = stringr::str_replace_all(combined_with, fixed("-"), "---")) %>%
  arrange(researchfield_other) %>%
  kable()
researchfield_other combined_with
berufsbildung psychology
demography sociology
digital humanities
digital humanities theology
digital humanities linguistics
digital humanities art
forschungsmanagement linguistics
geschlechterforschung
humanités numériques / digital humanities art—history
kriminologie sociology
management
medizin psychology
méthodologie psychology
migration
nachhaltigskeitsstudien; afrika-studien ethnology—health—history
production of official statistcs at fso
public management, e-government
raumplanung
social epidemiology health—sociology
sportwissenschaft education—health—psychology
sportwissenschaft
statistics economics
statistics for social sciences
survey methodology politics—psychology
umweltwissenschaften economics
umweltwissenschaften
urban planning politics
verkehrsplanung

There are 28 other research fields.

Distribution of how many research field selections occur in one record

df_field_long %>% distinct(record_id, .keep_all=TRUE) %>% group_by(n_var1) %>% summarize(count = n()) %>%
  kable(col.names = c("Number of selections", "Count"))
Number of selections Count
1 187
2 51
3 15
4 6
6 1
df_field_long %>% distinct(record_id, .keep_all=TRUE) %>% ggplot(aes(x=n_var1)) + 
  geom_histogram() +
  xlab("Number of selections") + ylab("Count") +
  theme_zhaw(base_size = 10)

Distribution of how many research category selections occur in one record

df_field_long %>% count(record_id, researchcategory) %>% group_by(n) %>% summarize(count = n())%>%
  kable(col.names = c("Number of selections", "Count"))
Number of selections Count
1 309
2 20
3 5
df_field_long %>% count(record_id, researchcategory) %>% group_by(n) %>%
  ggplot(aes(x=n)) + geom_histogram() +
  theme_zhaw()
## `stat_bin()` using `bins = 30`. Pick better value with `binwidth`.

Researchfield combinations

df_combinations <- df_field %>% 
  select(-record_id) %>%
  unite("researchfield", sep="-", na.rm=TRUE) %>%
  mutate(researchfield = stringr::str_replace_all(researchfield, "(-)+", "-")) %>%
  mutate(researchfield = stringr::str_replace_all(researchfield, "^-", "")) %>%
  mutate(researchfield = stringr::str_replace_all(researchfield, "-$", "")) %>%
  mutate(researchfield = stringr::str_replace_all(researchfield, fixed("-"), "---"))

df_combinations %>% group_by(researchfield) %>%
  summarize(count = n()) %>%
  ungroup() %>%
  arrange(desc(count)) %>%
  kable() %>%
  kable_styling()
researchfield count
sociology 52
politics 23
education 22
economics 20
psychology 19
other 11
art 6
health 6
literature 6
media_comm 6
education—sociology 5
ethnology—sociology 4
health—sociology 4
history 4
linguistics 4
archaeology 3
education—psychology 3
health—psychology 3
psychology—other 3
economics—other 2
economics—politics 2
linguistics—other 2
politics—sociology 2
sociology—other 2
theology 2
archaeology—history—theology 1
archaeology—literature—sociology 1
architecture—geography—history 1
art—history—other 1
art—literature 1
art—other 1
economics—education—psychology 1
economics—geography—politics 1
economics—geography—politics—sociology 1
economics—health 1
economics—politics—psychology 1
economics—psychology 1
education—ethnology—linguistics—media_comm—politics—sociology 1
education—health 1
education—health—politics—sociology 1
education—health—psychology—other 1
education—history 1
education—linguistics 1
education—politics 1
education—politics—sociology 1
ethnology 1
ethnology—health—history—other 1
ethnology—health—psychology—sociology 1
ethnology—law—sociology 1
geography 1
geography—sociology 1
health—psychology—sociology 1
health—sociology—other 1
history—law 1
history—literature 1
history—politics—sociology 1
history—sociology 1
history—theology 1
law 1
linguistics—literature 1
linguistics—literature—philosophy 1
linguistics—literature—philosophy—theology 1
media_comm—psychology 1
politics—other 1
politics—psychology—other 1
politics—psychology—sociology 1
psychology—sociology 1
psychology—theology 1
theology—other 1

There are 69 combinations of research fields.

Data Kind

var <- "kind"
df_var <- select_two_variables(df, var, var, additional_to_keep = "record_id", remove_other = TRUE)

v_factorlvelslabels <- create_lookup_vector(eval(sym("df_" %+% var %+% "_lookup")), "key", "label", arrange_by_size = FALSE)

df_var_long <- create_product_df(df_var, var1 = var, id_var = "record_id", sep1 = "|") %>% filter(!!sym(var) != "NA") %>%
  mutate(!!var := factor(.data[[var]], labels(v_factorlvelslabels), labels = v_factorlvelslabels)) 


g_var <- plot_distribution(df_var_long, var, add_title = params$add_plot_title, x_label_angle = 45)
g_var_perc <- plot_distribution(df_var_long, var, scale_count = FALSE, add_title = params$add_plot_title, x_label_angle = 45)

SavePlot(g_var, "doc.por", c(var, "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/kind_barplot_count_freq.png"
SavePlot(g_var_perc, "doc.por", c(var, "barplot", "perc", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/kind_barplot_perc_alpha.png"
g_var

g_var_perc

Purpose

var <- "purpose"
df_var <- select_two_variables(df, var, var, additional_to_keep = "record_id", remove_other = TRUE)

v_factorlvelslabels <- create_lookup_vector(eval(sym("df_" %+% var %+% "_lookup")), "key", "label", arrange_by_size = FALSE)

df_var_long <- create_product_df(df_var, var1 = var, id_var = "record_id", sep1 = "|") %>% filter(!!sym(var) != "NA") %>%
  mutate(!!var := factor(.data[[var]], labels(v_factorlvelslabels), labels = v_factorlvelslabels)) 

g_var <- plot_distribution(df_var_long, var, add_title = params$add_plot_title, x_label_angle = 45)
g_var_perc <- plot_distribution(df_var_long, var, scale_count = FALSE, add_title = params$add_plot_title, x_label_angle = 45)

SavePlot(g_var, "doc.por", c(var, "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/purpose_barplot_count_freq.png"
SavePlot(g_var_perc, "doc.por", c(var, "barplot", "perc", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/purpose_barplot_perc_alpha.png"
g_var

g_var_perc

Criteria

var <- "criteria"
df_var <- select_two_variables(df %>% select(-criteriaother), var, var, additional_to_keep = "record_id", remove_other = TRUE)

v_factorlvelslabels <- create_lookup_vector(eval(sym("df_" %+% var %+% "_lookup")), "key", "label", arrange_by_size = FALSE)

df_var_long <- create_product_df(df_var, var1 = var, id_var = "record_id", sep1 = "|") %>% filter(!!sym(var) != "NA") %>%
  mutate(!!var := factor(.data[[var]], labels(v_factorlvelslabels), labels = v_factorlvelslabels)) 

g_var <- plot_distribution(df_var_long, var, add_title = params$add_plot_title, x_label_angle = 45)
g_var_perc <- plot_distribution(df_var_long, var, scale_count = FALSE, add_title = params$add_plot_title, x_label_angle = 45)

SavePlot(g_var, "doc.por", c(var, "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/criteria_barplot_count_freq.png"
SavePlot(g_var_perc, "doc.por", c(var, "barplot", "perc", "freq"), rootdir = PLOT_DIR)
## [1] "plots/criteria_barplot_perc_freq.png"
g_var

g_var_perc

Sources

df_sources <- select_two_variables(df, "source_shazam", additional_to_keep = "record_id", remove_other = TRUE)
df_sources$sources <- unite(df_sources %>% select(-record_id), "sources", sep =",") %>% pull(sources) 

cat_sources_factorlevels <- c("subjectspecific-ind", "subjectspecific-col", "generic", "other")
cat_sources_factorlabels <- c("Subjectspecific (ind.)", "Subjectspecific (col.)", "Generic", "Other")

df_sources_long <- create_product_df(df_sources, "sources", sep1=",") %>% filter(sources != "NA") %>%
  mutate(sources = str_trim(sources)) %>%
  mutate(sources_hl = word(sources, 1, sep="\\."),
         cat_sources = factor(normalize_text(str_to_lower(sources), df_sources_categories_lookup, pattern="key", replacement = "categorization2"),
                              cat_sources_factorlevels, labels = cat_sources_factorlabels)) %>%
  mutate(sources = as.factor(sources), sources_hl = as.factor(sources_hl))

# check that sources are correct
m <- df_sources_long$sources %ni% df_sources_lookup$key
sum(m)
## [1] 0
df_sources_long %>% filter(m) %>% pull(sources)
## factor(0)
## 249 Levels: ACAD ADDHEALTH AEA AEA.AER AGD ANES ANFP ARCHIVE ARE.NPVM ... WVS
setdiff(df_sources_lookup$key, str_to_upper(df_sources_categories_lookup$key))
## character(0)
## only LIT allowed, because we did not give the key LIT in the sources, only as the higher level category
setdiff(str_to_upper(df_sources_categories_lookup$key), df_sources_lookup$key)
## [1] "LIT"

Number of sources that could not be associated with a key: FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE. 0 is expected, if the normalization is complete.

g_sources <- df_sources_long %>% 
  filter(sources_hl %in% relevant_sources) %>%
  mutate(sources_hl = normalize_text(str_to_lower(sources_hl), df_sources_categories_lookup, pattern = "key", replacement = "label_en")) %>%
  plot_distribution("sources_hl", x_lab="Sources", gg_title = "Distribution of Sources", x_label_angle = 45, add_title = params$add_plot_title) 
SavePlot(g_sources, "doc.por", c("sources-highlevel", "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/sources-highlevel_barplot_count_freq.png"
# ordered by frequency
g_sources_cat1 <- df_sources_long %>% 
  filter(!is.na(cat_sources)) %>%
  plot_distribution("cat_sources", x_lab="Source categories", gg_title = "Distribution of Sources", x_label_angle = 45, add_title = params$add_plot_title) 
SavePlot(g_sources_cat1, "doc.por", c("sources-cat", "barplot", "count", "freq"), rootdir = PLOT_DIR)
## [1] "plots/sources-cat_barplot_count_freq.png"
# ordered by level
g_sources_cat12 <- df_sources_long %>% 
  filter(!is.na(cat_sources)) %>%
  plot_distribution("cat_sources", x_lab="Source categories", gg_title = "Distribution of Sources", x_label_angle = 45, add_title = params$add_plot_title, order_freq = FALSE) 
SavePlot(g_sources_cat12, "doc.por", c("sources-cat", "barplot", "count", "level"), rootdir = PLOT_DIR)
## [1] "plots/sources-cat_barplot_count_level.png"
g_sources

g_sources_cat1

g_sources_cat12

Correlation Analysis

Researchfield x Criteria

var1 <- "researchfield"
var2 <- "criteria"
## Preparation of the dataset
df_field_criteria <- create_product_df(df%>% select(-criteriaother), var1=var1, var2=var2) 
df_field_criteria$researchcategory <- normalize_text(df_field_criteria$researchfield, df_fields_categories_lookup, pattern="key", replacement = "category")
df_category_criteria <- df_field_criteria %>% select(record_id, researchcategory, criteria) 

df_field_criteria_freq <- df_field_criteria %>%
  group_by(researchcategory, researchfield, criteria) %>%
  summarise(n = n()) %>%
  ungroup %>% filter(criteria != "") %>%
  mutate(researchcategory = factor(researchcategory, labels(researchcategory_factorlevelslabels), labels = researchcategory_factorlevelslabels),
         researchfield = factor(researchfield, labels(researchfield_factorlevelslabels), labels = researchfield_factorlevelslabels)
         ) 
## `summarise()` has grouped output by 'researchcategory', 'researchfield'. You can override using the `.groups` argument.
df_field_criteria_freq <- df_field_criteria %>%
  group_by(researchcategory, researchfield, criteria) %>%
  summarise(n = n()) %>%
  ungroup %>% filter(criteria != "") %>%
  mutate(researchcategory = factor(researchcategory, labels(researchcategory_factorlevelslabels), labels = researchcategory_factorlevelslabels),
         researchfield = factor(researchfield, labels(researchfield_factorlevelslabels), labels = researchfield_factorlevelslabels)
         ) 
## `summarise()` has grouped output by 'researchcategory', 'researchfield'. You can override using the `.groups` argument.
n_min <- min(df_field_criteria_freq$n, na.rm=T)
n_max <- max(df_field_criteria_freq$n, na.rm=T)

g_ballon <- df_field_criteria_freq %>%
  mutate(criteria = normalize_text(criteria, df_criteria_lookup, pattern = "key", replacement = "label")) %>%
  ggplot(aes(x=criteria, y=researchfield, size=n, colour=researchcategory)) +
  geom_point() +
  scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  scale_x_discrete(guide = guide_axis(angle=45)) +
  ylab("Research field") + xlab("Criteria") + ##ggtitle("Research field vs. Criteria") +
  theme_zhaw(base_size=7.5)

SavePlot(g_ballon, "custom", c("researchfield-criteria", "balloonplot", "count", "alpha"), rootdir = PLOT_DIR, width=16, height=12, unit="cm")
## [1] "plots/researchfield-criteria_balloonplot_count_alpha.png"
g_ballon

Researchfield x Data Reuse

var1 <- "researchfield"
var2 <- "data_reuse"
var_cat <- "researchcategory"


df_field_data_reuse <- create_product_df(df, var1=var1, var2=var2) 

df_field_data_reuse$researchcategory <- normalize_text(df_field_data_reuse$researchfield, df_fields_categories_lookup, pattern="key", replacement = "category")
df_category_data_reuse <- df_field_data_reuse %>% select(record_id, researchcategory, data_reuse) 


df_field_data_reuse_freq <- df_field_data_reuse %>%
  group_by(researchcategory, researchfield, data_reuse) %>%
  summarise(n = n()) %>%
  ungroup %>% filter(data_reuse != "") %>%
  mutate(researchcategory = factor(researchcategory, labels(researchcategory_factorlevelslabels), labels = researchcategory_factorlevelslabels),
         researchfield = factor(researchfield, labels(researchfield_factorlevelslabels), labels = researchfield_factorlevelslabels)
         ) 
## `summarise()` has grouped output by 'researchcategory', 'researchfield'. You can override using the `.groups` argument.
n_min <- min(df_field_data_reuse_freq$n, na.rm=T)
n_max <- max(df_field_data_reuse_freq$n, na.rm=T)

g_ballon <- df_field_data_reuse_freq %>%
  ggplot(aes(x=data_reuse, y=researchfield, size=n, colour=researchcategory)) +
  geom_point() +
  scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab("Research field") + xlab("Data re-use") + ##ggtitle("Research field vs. Data re-use") +
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c("researchfield-data_reuse", "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/researchfield-data_reuse_balloonplot_count_alpha.png"
g_ballon

Researchfield x Kind

var1 <- "researchfield"
var2 <- "kind"
var_cat <- "researchcategory"


df_field_kind <- create_product_df(df, var1=var1, var2=var2) 

df_field_kind$researchcategory <- normalize_text(df_field_kind$researchfield, df_fields_categories_lookup, pattern="key", replacement = "category")

df_category_kind <- df_field_kind %>% select(record_id, researchcategory, kind)

v_kind_factorlevelslabels <- create_lookup_vector(eval(sym("df_" %+% "kind" %+% "_lookup")), "key", "label", arrange_by_size = FALSE)

df_field_kind_freq <- df_field_kind %>%
  group_by(researchcategory, researchfield, kind) %>%
  summarise(n = n()) %>%
  ungroup %>% filter(kind != "") %>%
  mutate(researchcategory = factor(researchcategory, labels(researchcategory_factorlevelslabels), labels = researchcategory_factorlevelslabels),
         researchfield = factor(researchfield, labels(researchfield_factorlevelslabels), labels = researchfield_factorlevelslabels),
         kind = factor(kind, labels(v_kind_factorlevelslabels), labels = v_kind_factorlevelslabels)) 
## `summarise()` has grouped output by 'researchcategory', 'researchfield'. You can override using the `.groups` argument.
n_min <- min(df_field_kind_freq$n, na.rm=T)
n_max <- max(df_field_kind_freq$n, na.rm=T)

g_ballon <- df_field_kind_freq %>%
  ggplot(aes(x=kind, y=researchfield, size=n, colour=researchcategory)) +
  geom_point() +
  scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  scale_x_discrete(limits=v_kind_factorlevelslabels, guide = guide_axis(angle=45)) +
  scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab("Research field") + xlab("Kind of source") + ##ggtitle("Research field vs. Kind of source") +
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c("researchfield-kind", "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/researchfield-kind_balloonplot_count_alpha.png"
g_ballon

Kind x source

var1 <- "kind"
var2 <- "source"

relevant_sources
##  [1] "FORS"        "BFS"         "LIT"         "ESS"         "DATAOWN"    
##  [6] "GESIS"       "DATABASELIT" "DATAOTHER"   "DATAGOVE"    "SURVEY"
sources_levels <- df_sources_categories_lookup %>% filter(str_to_upper(key) %in% relevant_sources) %>% pull(key) %>% str_to_upper
sources_labels <- df_sources_categories_lookup %>% filter(str_to_upper(key) %in% relevant_sources) %>% pull(label_en)

df_cross <- df %>%
  create_product_df(var1=var1, var2=var2) %>%
  mutate(source = word(source, 1, sep="\\.")) %>%
  filter(source %in% relevant_sources) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(source_cat = normalize_text(source, lookup_table = df_sources_categories_lookup, pattern = "key", replacement="categorization2")) %>%
  mutate(!!var1 := factor(!!sym(var1), levels = labels(v_kind_factorlevelslabels), labels = v_kind_factorlevelslabels),
         !!var2 := factor(!!sym(var2), levels = sources_levels, labels = sources_labels),
         source_cat := factor(source_cat, levels = cat_sources_factorlevels, labels = cat_sources_factorlabels))

lapply(c(var2, "source_cat"), function(var2) {
  df_cross_freq <- df_cross %>%
    filter(!is.na(!!sym(var2))) %>%
    group_by(!!sym(var1), !!sym(var2)) %>%
    summarise(n = n()) %>%
    ungroup 
  
  n_min <- min(df_cross_freq$n, na.rm=T)
  n_max <- max(df_cross_freq$n, na.rm=T)
  
  g_ballon <- df_cross_freq %>%
    ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
    geom_point() +
    scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
    ylab(str_to_sentence(var2)) + xlab("Kind of source") + 
    theme_zhaw(base_size=8)
  
  SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
  
  g_ballon
})
## `summarise()` has grouped output by 'kind'. You can override using the `.groups` argument.
## `summarise()` has grouped output by 'kind'. You can override using the `.groups` argument.
## [[1]]

## 
## [[2]]

Purpose x Source

var1 <- "purpose"
var2 <- "source"

relevant_sources
##  [1] "FORS"        "BFS"         "LIT"         "ESS"         "DATAOWN"    
##  [6] "GESIS"       "DATABASELIT" "DATAOTHER"   "DATAGOVE"    "SURVEY"
sources_levels <- df_sources_categories_lookup %>% filter(str_to_upper(key) %in% relevant_sources) %>% pull(key) %>% str_to_upper
sources_labels <- df_sources_categories_lookup %>% filter(str_to_upper(key) %in% relevant_sources) %>% pull(label_en)

purpose_levels <- df_purpose_lookup %>% pull(key)
purpose_labels <- df_purpose_lookup %>% pull(label)

df_cross <- df %>%
  create_product_df(var1=var1, var2=var2) %>%
  mutate(source = word(source, 1, sep="\\.")) %>%
  filter(source %in% relevant_sources) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(source_cat = normalize_text(source, lookup_table = df_sources_categories_lookup, pattern = "key", replacement="categorization2")) %>%
  mutate(!!var1 := factor(!!sym(var1), levels = purpose_levels, labels = purpose_labels),
         !!var2 := factor(!!sym(var2), levels = sources_levels, labels = sources_labels),
         source_cat := factor(source_cat, levels = cat_sources_factorlevels, labels = cat_sources_factorlabels))

lapply(c(var2, "source_cat"), function(var2) {
  df_cross_freq <- df_cross %>%
    filter(!is.na(!!sym(var2))) %>%
    group_by(!!sym(var1), !!sym(var2)) %>%
    summarise(n = n()) %>%
    ungroup 
  
  n_min <- min(df_cross_freq$n, na.rm=T)
  n_max <- max(df_cross_freq$n, na.rm=T)
  
  g_ballon <- df_cross_freq %>%
    ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
    geom_point() +
    scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
    scale_x_discrete(guide = guide_axis(angle = 45)) +
    ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + 
    theme_zhaw(base_size=8)
  
  SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
  
  g_ballon
})
## `summarise()` has grouped output by 'purpose'. You can override using the `.groups` argument.
## `summarise()` has grouped output by 'purpose'. You can override using the `.groups` argument.
## [[1]]

## 
## [[2]]

### Kind x experience

var1 <- "kind"
var2 <- "experience"

df_cross <- create_product_df(df, var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(!!var1 := factor(!!sym(var1), levels=labels(v_kind_factorlevelslabels), labels=v_kind_factorlevelslabels),
         !!var2 := factor(!!sym(var2), levels=experience_levels, labels=experience_levels))


df_cross_freq <- df_cross %>%
  group_by(!!sym(var1), !!sym(var2)) %>%
  summarise(n = n()) %>%
  ungroup 
## `summarise()` has grouped output by 'kind'. You can override using the `.groups` argument.
n_min <- min(df_cross$n, na.rm=T)
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
n_max <- max(df_cross$n, na.rm=T)
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
g_ballon <- df_cross_freq %>%
  ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
  geom_point() +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab(str_to_sentence(var2)) + xlab("Kind of source") + 
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/kind-experience_balloonplot_count_alpha.png"
g_ballon

Purpose x Experience

var1 <- "experience"
var2 <- "source"

df_cross <- create_product_df(df, var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(source_cat = normalize_text(source, lookup_table = df_sources_categories_lookup, pattern = "key", replacement="categorization2")) %>%
  mutate(source = word(source, 1, sep="\\.")) %>%
  mutate(!!var1 := as.factor(!!sym(var1)),
         !!var2 := as.factor(!!sym(var2)),
         source_cat := as.factor(source_cat))

lapply(c(var2, "source_cat"), function(var2) {
  df_cross_freq <- df_cross %>%
    filter(!is.na(!!sym(var2))) %>%
    group_by(!!sym(var1), !!sym(var2)) %>%
    summarise(n = n()) %>%
    ungroup 
  
  n_min <- min(df_cross_freq$n, na.rm=T)
  n_max <- max(df_cross_freq$n, na.rm=T)
  
  g_ballon <- df_cross_freq %>%
    ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
    geom_point() +
    scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
    ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + 
    theme_zhaw(base_size=8)
  
  SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
  
  g_ballon
})
## `summarise()` has grouped output by 'experience'. You can override using the `.groups` argument.
## `summarise()` has grouped output by 'experience'. You can override using the `.groups` argument.
## [[1]]

## 
## [[2]]

Purpose x kind

var1 <- "purpose"
var2 <- "kind"

df_cross <- create_product_df(df %>% select(-criteriaother), var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(!!var1 := as.factor(!!sym(var1)),
         !!var2 := as.factor(!!sym(var2)))


calculate_chi2(df_cross, var1, var2) %>% kable()
## Warning in write.csv2(df_chi2, "plots/chi2_" %+% var1 %+% "-" %+% var2 %+% :
## attempt to set 'append' ignored
## Warning in write.csv2(df_chi2, "plots/chi2_all.csv", append = TRUE, row.names =
## FALSE): attempt to set 'append' ignored
sample n Xsquared p
all - purpose x kind 677 12.16101 0.9070465
singles purpose x kind 72 18.97847 0.4307846
df_cross_freq <- df_cross %>%
  group_by(!!sym(var1), !!sym(var2)) %>%
  summarise(n = n()) %>%
  ungroup 
## `summarise()` has grouped output by 'purpose'. You can override using the `.groups` argument.
n_min <- min(df_cross$n, na.rm=T)
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
n_max <- max(df_cross$n, na.rm=T)
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
g_ballon <- df_cross_freq %>%
  ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
  geom_point() +
  # scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  # scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + ##ggtitle(str_to_sentence(var1) %+% " vs. " %+% str_to_sentence(var2)) +
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/purpose-kind_balloonplot_count_alpha.png"
g_ballon

Purpose x Criteria

var1 <- "purpose"
var2 <- "criteria"

df_cross <- create_product_df(df %>% select(-criteriaother), var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(!!var1 := as.factor(!!sym(var1)),
         !!var2 := as.factor(!!sym(var2)))

df_cross_freq <- df_cross %>%
  group_by(!!sym(var1), !!sym(var2)) %>%
  summarise(n = n()) %>%
  ungroup 
## `summarise()` has grouped output by 'purpose'. You can override using the `.groups` argument.
n_min <- min(df_cross$n, na.rm=T)
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
n_max <- max(df_cross$n, na.rm=T)
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
g_ballon <- df_cross_freq %>%
  ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
  geom_point() +
  # scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  # scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + ##ggtitle(str_to_sentence(var1) %+% " vs. " %+% str_to_sentence(var2)) +
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/purpose-criteria_balloonplot_count_alpha.png"
g_ballon

Criteria x kind

var1 <- "criteria"
var2 <- "kind"

df_cross <- create_product_df(df %>% select(-criteriaother), var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(!!var1 := as.factor(!!sym(var1)),
         !!var2 := as.factor(!!sym(var2)))



df_cross_freq <- df_cross %>%
  group_by(!!sym(var1), !!sym(var2)) %>%
  summarise(n = n()) %>%
  ungroup 
## `summarise()` has grouped output by 'criteria'. You can override using the `.groups` argument.
n_min <- min(df_cross$n, na.rm=T)
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
n_max <- max(df_cross$n, na.rm=T)
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
g_ballon <- df_cross_freq %>%
  ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
  geom_point() +
  # scale_y_discrete(limits=rev(researchfield_factorlevelslabels)) +
  # scale_colour_viridis(discrete = TRUE, name = "Researchfield Category") +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + ##ggtitle(str_to_sentence(var1) %+% " vs. " %+% str_to_sentence(var2)) +
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/criteria-kind_balloonplot_count_alpha.png"
g_ballon

Criteria x Source

var1 <- "criteria"
var2 <- "source"

df_cross <- create_product_df(df %>% select(-criteriaother), var1=var1, var2=var2) %>%
  filter(!is.na(!!sym(var1))) %>%
  filter(!is.na(!!sym(var2))) %>%
  filter(!!sym(var1) != "") %>%
  filter(!!sym(var2) != "") %>%
  filter(!!sym(var1)!= "NA") %>%
  filter(!!sym(var2) != "NA") %>%
  mutate(source_cat = normalize_text(source, lookup_table = df_sources_categories_lookup, pattern = "key", replacement="categorization2")) %>%
  mutate(source = word(source, 1, sep="\\.")) %>%
  mutate(!!var1 := as.factor(!!sym(var1)),
         !!var2 := as.factor(!!sym(var2)),
         source_cat := as.factor(source_cat))


lapply(c(var2, "source_cat"), function(var2) {
  df_cross_freq <- df_cross %>%
    filter(!is.na(!!sym(var2))) %>%
    group_by(!!sym(var1), !!sym(var2)) %>%
    summarise(n = n()) %>%
    ungroup  %>%
    arrange(n) 
  
  n_min <- min(df_cross$n, na.rm=T)
  n_max <- max(df_cross$n, na.rm=T)
  
  g_ballon <- df_cross_freq %>%
    ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
    geom_point() +
    scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
    ylab(str_to_sentence(var2)) + xlab(str_to_sentence(var1)) + 
    theme_zhaw(base_size=8)
  
  SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
  
  g_ballon
})
## `summarise()` has grouped output by 'criteria'. You can override using the `.groups` argument.
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
## `summarise()` has grouped output by 'criteria'. You can override using the `.groups` argument.
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf

## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
## [[1]]

## 
## [[2]]

Data reuse x Experience

var1 <- "experience"
var2 <- "data_reuse"

df_cross <- df %>% select(record_id, experience, data_reuse)

calculate_chi2(df_cross, var1, var2) %>% kable()
## Warning in write.csv2(df_chi2, "plots/chi2_" %+% var1 %+% "-" %+% var2 %+% :
## attempt to set 'append' ignored
## Warning in write.csv2(df_chi2, "plots/chi2_all.csv", append = TRUE, row.names =
## FALSE): attempt to set 'append' ignored
sample n Xsquared p
all - experience x data_reuse 260 9.766977 0.0139930
singles experience x data_reuse 260 9.766977 0.0214893
df_cross_freq <- df_cross %>%
    filter(!is.na(!!sym(var2))) %>%
    group_by(!!sym(var1), !!sym(var2)) %>%
    summarise(n = n()) %>%
    ungroup  %>%
    arrange(n) 
## `summarise()` has grouped output by 'experience'. You can override using the `.groups` argument.
n_min <- min(df_cross$n, na.rm=T)
## Warning in min(df_cross$n, na.rm = T): no non-missing arguments to min;
## returning Inf
n_max <- max(df_cross$n, na.rm=T)
## Warning in max(df_cross$n, na.rm = T): no non-missing arguments to max;
## returning -Inf
g_ballon <- df_cross_freq %>%
  ggplot(aes(x=!!sym(var1), y=!!sym(var2), size=n)) +
  geom_point() +
  scale_size(name = "Count", breaks = c(1,8,16,24,37)) +
  ylab("Data reuse") + xlab(str_to_sentence(var1)) + 
  theme_zhaw(base_size=8)

SavePlot(g_ballon, "doc.por", c(var1 %+% "-" %+% var2, "balloonplot", "count", "alpha"), rootdir = PLOT_DIR)
## [1] "plots/experience-data_reuse_balloonplot_count_alpha.png"
g_ballon

All multiple response variables

# Example combination for one pair of questions
# Setting params$perform_all_tests to FALSE, if you want to run the test for a specific combination
var1 <- "purpose"
var2 <- "source"
#var2 <- "data_reuse"
var1_type <- "shazam"
var2_type <- "shazam_multiple"
#var2_type <- "single"

# bon or boot for bonferroni or bootstrap test
test_type <- "bon"

df_tests_mrcv <- df_tests %>% filter(test == "mrcv") %>%
  ## ignore the source categories
  filter(var2 != "cat_source")

## example for one question pair
if (!params$perform_all_tests){
  single_res <- mrcv_test(df_mrcv, var1 = var1, var2 = var2, var1_type = var1_type, var2_type = var2_type, test_type=test_type, return_df=TRUE)
  single_res$df
  single_res$res
} else {

  res <- lapply(1:nrow(df_tests_mrcv), function(x) {
    res <- mrcv_test(df_mrcv, df_tests_mrcv$var1[x], df_tests_mrcv$var2[x], df_tests_mrcv$var1_type[x], df_tests_mrcv$var2_type[x], test_type=test_type)
    row_res <- as_tibble_row(c(var1=df_tests_mrcv$var1[x], var2=df_tests_mrcv$var2[x], 
                               x2=res$general$X.sq.S, 
                               p=res$bon$p.value.bon))
    return(list(res=res, row=row_res))
  })
  
  tbs <- lapply(res, function(x) {
    return(x$row)
  }) 
  
  ps <- lapply(res, function(x) {
    res_bon <- x$res$bon$X.sq.S.ij.p.bon
    p_tibble <- as_tibble(res_bon, rownames = "var1") %>% gather(key="var2", value="p", -var1)
  })
  
  write.csv2(ps %>% bind_rows(), "results/mrcv_bon_pairs.csv", row.names = FALSE)
  
  # for bootstrapping
  if (test_type == "boot"){
    p.boot <- sapply(res, function(x) {
        x$res$boot$p.value.boot
    } )
    tbs %>% bind_rows() %>% mutate(p_boot = p.boot) %>% write.csv2("plots/mrcv_" %+% test_type %+% ".csv", row.names = FALSE)
  } else {
    tbs %>% bind_rows() %>% write.csv2("plots/mrcv_" %+% test_type %+%  ".csv", row.names = FALSE)
  }
  
  res_output <- lapply(res, function(x) {
    return(x$res)
  })
  capture.output(res_output, file="plots/mrcv_" %+% test_type %+% "_results.txt")
}
## [1] "researchfield x source"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 4321.84 
## X^2_S.ij = 
##                            source.LIT source.ECODICES source.REPOS source.DIV
## researchfield.archaeology        4.53           24.70         0.04       0.47
## researchfield.architecture       0.12            0.01         0.01       0.09
## researchfield.art               30.31            0.07        13.06       7.45
## researchfield.economics          0.59            0.26         0.26       0.14
## researchfield.education          0.45            0.36         0.36       2.06
## researchfield.ethnology          1.27            0.07         0.07       0.86
## researchfield.geography          0.45            0.04         0.04       0.47
## researchfield.health             0.29            0.18         0.18       2.11
## researchfield.history            0.19            7.87         7.87       0.65
## researchfield.law                1.61            0.02         0.02       0.28
## researchfield.linguistics        0.66            0.09         0.09       0.01
## researchfield.literature         2.65            9.43         9.43       4.44
## researchfield.media_comm         1.00            0.06         0.06       0.17
## researchfield.philosophy         3.23            0.02         0.02       0.19
## researchfield.politics           3.07            0.34         0.34       1.95
## researchfield.psychology         3.21            0.36         0.36       0.66
## researchfield.sociology          1.59            0.95         0.95       0.24
## researchfield.theology           0.09           17.22         0.06       3.76
## researchfield.other              3.71            0.24         0.24       3.58
##                            source.DATAOWN source.BFS source.QUANT source.OECD
## researchfield.archaeology            0.31       0.72         0.02        0.04
## researchfield.architecture           0.06       0.14         0.00        0.01
## researchfield.art                    0.57       1.31         0.04        0.07
## researchfield.economics              0.05       0.60         0.13        2.92
## researchfield.education              1.70       2.86         0.18        0.36
## researchfield.ethnology              0.49       1.31         0.04        0.07
## researchfield.geography              0.31       0.28         0.02        0.04
## researchfield.health                 0.04       5.60         0.09        0.18
## researchfield.history                1.97       2.08         0.06        0.11
## researchfield.law                    0.19       0.43         0.01        0.02
## researchfield.linguistics            3.26       1.61         0.04        0.09
## researchfield.literature             0.15       1.77         0.05        0.10
## researchfield.media_comm             0.69       0.00         0.03        0.06
## researchfield.philosophy             7.25       0.28         0.01        0.02
## researchfield.politics               0.02       0.50         0.17        0.34
## researchfield.psychology             0.03       2.19         0.18        0.36
## researchfield.sociology              0.01       5.49         2.14        0.30
## researchfield.theology               0.96       0.03         0.03        0.06
## researchfield.other                  0.11       0.07         0.12        0.24
##                            source.FORS source.DATABASELIT source.SSRQ
## researchfield.archaeology         1.40               0.14        0.02
## researchfield.architecture        0.28               0.03        0.00
## researchfield.art                 2.56               2.52        0.04
## researchfield.economics           0.06               0.94        0.13
## researchfield.education           0.35               1.27        0.18
## researchfield.ethnology           2.56               0.26        0.04
## researchfield.geography           1.40               0.14        0.02
## researchfield.health              0.67               0.37        0.09
## researchfield.history             0.46               1.12        0.06
## researchfield.law                 0.83               0.08        0.01
## researchfield.linguistics         1.05               0.32        0.04
## researchfield.literature          3.45               1.53        0.05
## researchfield.media_comm          0.06               0.23        0.03
## researchfield.philosophy          0.55               0.06        0.01
## researchfield.politics            4.23               1.23        0.17
## researchfield.psychology          1.03               0.00        0.18
## researchfield.sociology           1.78               0.40        0.47
## researchfield.theology            0.22               0.20        0.03
## researchfield.other               0.98               0.09        8.32
##                            source.KTZH source.SOEP source.ARCHIVE source.ESS
## researchfield.archaeology        51.20        0.06           0.06       0.33
## researchfield.architecture        0.00        0.01           0.01       0.07
## researchfield.art                 0.04        0.11           0.11       0.61
## researchfield.economics           0.13        1.41           0.40       0.47
## researchfield.education           0.18        0.80           0.54       1.02
## researchfield.ethnology           0.04        0.11           8.10       0.61
## researchfield.geography           0.02        0.06           0.06       0.33
## researchfield.health              0.09        0.27           0.27       1.50
## researchfield.history             0.06        0.17           4.65       0.03
## researchfield.law                 0.01        0.04          27.56       0.20
## researchfield.linguistics         0.04        0.13           0.13       0.75
## researchfield.literature          0.05        0.15           5.69       0.82
## researchfield.media_comm          0.03        0.10           0.10       0.58
## researchfield.philosophy          0.01        0.02           0.02       0.13
## researchfield.politics            0.17        0.52           0.52      11.60
## researchfield.psychology          0.18        0.54           0.54       0.08
## researchfield.sociology           0.47        0.00           1.42       4.64
## researchfield.theology            0.03        0.08           0.08       0.47
## researchfield.other               0.12        1.61           0.37       0.36
##                            source.RESEARCHGATE source.GESIS source.DATAOTHER
## researchfield.archaeology                 0.02         0.25             0.25
## researchfield.architecture                0.00         0.05             0.05
## researchfield.art                         0.04         0.45             0.45
## researchfield.economics                   0.13         1.64             1.64
## researchfield.education                   0.18         0.44             3.32
## researchfield.ethnology                   0.04         0.45             0.89
## researchfield.geography                   0.02         0.25             0.25
## researchfield.health                      0.09         0.00             1.25
## researchfield.history                     0.06         0.72             3.14
## researchfield.law                         0.01         0.15             0.15
## researchfield.linguistics                 0.04         0.56             0.52
## researchfield.literature                  0.05         0.61             0.61
## researchfield.media_comm                  0.03         0.40             1.17
## researchfield.philosophy                  0.01         0.10             0.10
## researchfield.politics                    0.17         3.53             2.15
## researchfield.psychology                  0.18         2.22             0.44
## researchfield.sociology                   2.14         4.04             0.28
## researchfield.theology                    0.03         0.35             0.35
## researchfield.other                       0.12         1.52             0.08
##                            source.NTVMR source.QUEST source.EU source.GAL
## researchfield.archaeology          0.02         0.02      0.02       0.04
## researchfield.architecture         0.00         0.00      0.00     129.50
## researchfield.art                  0.04         0.04      0.04      13.06
## researchfield.economics            0.13         0.13      0.13       0.26
## researchfield.education            0.18         0.18      0.18       0.36
## researchfield.ethnology            0.04         0.04      0.04       0.07
## researchfield.geography            0.02         0.02      0.02      24.70
## researchfield.health               0.09         0.09      0.09       0.18
## researchfield.history              0.06         0.06      0.06       7.87
## researchfield.law                  0.01         0.01      0.01       0.02
## researchfield.linguistics          0.04         0.04      0.04       0.09
## researchfield.literature           0.05         0.05      0.05       0.10
## researchfield.media_comm           0.03        31.62      0.03       0.06
## researchfield.philosophy           0.01         0.01      0.01       0.02
## researchfield.politics             0.17         0.17      0.17       0.34
## researchfield.psychology           0.18         5.69      0.18       0.36
## researchfield.sociology            0.47         0.47      2.14       0.95
## researchfield.theology            36.28         0.03      0.03       0.06
## researchfield.other                8.32         0.12      0.12       0.24
##                            source.UNCLEAR source.MENOTA source.DATABASEDIV
## researchfield.archaeology            0.12          0.02              15.88
## researchfield.architecture           0.02          0.00               0.01
## researchfield.art                   16.40          0.04               0.11
## researchfield.economics              0.80          0.13               0.40
## researchfield.education              0.01          0.18               0.80
## researchfield.ethnology              0.22          0.04               0.11
## researchfield.geography              0.12          0.02               0.06
## researchfield.health                 0.54          0.09               0.27
## researchfield.history                1.53          0.06               0.17
## researchfield.law                    0.07          0.01               0.04
## researchfield.linguistics            0.27         22.72               0.13
## researchfield.literature             0.30         20.75               0.15
## researchfield.media_comm             0.19          0.03               0.10
## researchfield.philosophy             0.05          0.01               0.02
## researchfield.politics               0.02          0.17               0.52
## researchfield.psychology             0.01          0.18               0.54
## researchfield.sociology              0.66          0.47               0.00
## researchfield.theology               0.17          0.03               0.08
## researchfield.other                  3.25          0.12               0.37
##                            source.FRANTEXT source.BES source.AGD source.GITHUB
## researchfield.archaeology             0.02       0.02       0.02          0.02
## researchfield.architecture            0.00       0.00       0.00          0.00
## researchfield.art                     0.04       0.04       0.04          0.04
## researchfield.economics               0.13       7.70       0.13          7.70
## researchfield.education               0.18       0.18       0.18          0.18
## researchfield.ethnology               0.04       0.04       0.04          0.04
## researchfield.geography               0.02       0.02       0.02         51.20
## researchfield.health                  0.09       0.09       0.09          0.09
## researchfield.history                 0.06       0.06       0.06          0.06
## researchfield.law                     0.01       0.01       0.01          0.01
## researchfield.linguistics            22.72       0.04      22.72          0.04
## researchfield.literature              0.05       0.05       0.05          0.05
## researchfield.media_comm              0.03       0.03       0.03          0.03
## researchfield.philosophy              0.01       0.01       0.01          0.01
## researchfield.politics                0.17       0.17       0.17          5.86
## researchfield.psychology              0.18       0.18       0.18          0.18
## researchfield.sociology               0.47       0.47       0.47          0.47
## researchfield.theology                0.03       0.03       0.03          0.03
## researchfield.other                   0.12       0.12       0.12          0.12
##                            source.USCENSUS source.NES source.MYPERSONALITY
## researchfield.archaeology             0.04       0.08                 0.02
## researchfield.architecture            0.01       0.02                 0.00
## researchfield.art                     0.07       0.15                 0.04
## researchfield.economics               2.92       0.53                 0.13
## researchfield.education               0.36       0.72                 0.18
## researchfield.ethnology               0.07       0.15                 0.04
## researchfield.geography               0.04       0.08                 0.02
## researchfield.health                  0.18       0.36                 0.09
## researchfield.history                 0.11       0.23                 0.06
## researchfield.law                     0.02       0.05                 0.01
## researchfield.linguistics             0.09       0.18                 0.04
## researchfield.literature              0.10       0.20                 0.05
## researchfield.media_comm             14.88       0.13                31.62
## researchfield.philosophy              0.02       0.03                 0.01
## researchfield.politics                0.34      23.73                 0.17
## researchfield.psychology              0.36       0.72                 0.18
## researchfield.sociology               0.95       1.91                 0.47
## researchfield.theology                0.06       0.11                 0.03
## researchfield.other                   0.24       0.49                 0.12
##                            source.NCD source.GSS source.UKDS source.KB
## researchfield.archaeology        0.02       0.04        0.02      0.02
## researchfield.architecture       0.00       0.01        0.00      0.00
## researchfield.art                0.04       0.07        0.04      0.04
## researchfield.economics          7.70       0.26        0.13      0.13
## researchfield.education          0.18       0.36        0.18      5.69
## researchfield.ethnology          0.04       0.07        0.04      0.04
## researchfield.geography          0.02       0.04        0.02      0.02
## researchfield.health            11.42       0.18        0.09      0.09
## researchfield.history            0.06       0.11        0.06      0.06
## researchfield.law                0.01       0.02        0.01      0.01
## researchfield.linguistics        0.04       0.09        0.04     22.72
## researchfield.literature         0.05       0.10        0.05      0.05
## researchfield.media_comm         0.03      14.88        0.03      0.03
## researchfield.philosophy         0.01       0.02        0.01      0.01
## researchfield.politics           0.17       0.34        0.17      0.17
## researchfield.psychology         0.18       0.36        0.18      0.18
## researchfield.sociology          0.47       0.30        0.47      0.47
## researchfield.theology           0.03       0.06        0.03      0.03
## researchfield.other              0.12       0.24        8.32      0.12
##                            source.STUDIE source.UNI source.SHARE source.WHO
## researchfield.archaeology           0.02      11.47         0.06       0.02
## researchfield.architecture          0.00       0.02         0.01       0.00
## researchfield.art                   0.04       0.15         0.11       0.04
## researchfield.economics             0.13       0.53         0.40       7.70
## researchfield.education             0.18       0.32         0.54       0.18
## researchfield.ethnology             0.04       0.15         0.11       0.04
## researchfield.geography             0.02       0.08         0.06       0.02
## researchfield.health                0.09       0.36        14.03       0.09
## researchfield.history               0.06       0.23         0.17       0.06
## researchfield.law                   0.01       0.05         0.04       0.01
## researchfield.linguistics           0.04       0.18         0.13       0.04
## researchfield.literature            0.05       0.20         0.15       0.05
## researchfield.media_comm            0.03       0.13         0.10       0.03
## researchfield.philosophy            0.01       0.03         0.02       0.01
## researchfield.politics              5.86       0.35         0.52       0.17
## researchfield.psychology            0.18       0.32         0.54       0.18
## researchfield.sociology             0.47       1.91         6.47       0.47
## researchfield.theology              0.03       0.11         0.08       0.03
## researchfield.other                 8.32       6.51         1.61       0.12
##                            source.ANES source.HEVE source.VIDEO source.QOG
## researchfield.archaeology         0.04        0.02         0.04       0.02
## researchfield.architecture        0.01        0.00         0.01       0.00
## researchfield.art                 0.07        0.04         0.07       0.04
## researchfield.economics           0.26        0.13         0.26       7.70
## researchfield.education           0.36        0.18        11.42       0.18
## researchfield.ethnology           0.07        0.04        13.06       0.04
## researchfield.geography           0.04        0.02         0.04       0.02
## researchfield.health              0.18        0.09         0.18       0.09
## researchfield.history             0.11        0.06         0.11       0.06
## researchfield.law                 0.02        0.01         0.02       0.01
## researchfield.linguistics         0.09        0.04        10.42       0.04
## researchfield.literature          0.10        0.05         0.10       0.05
## researchfield.media_comm          0.06        0.03        14.88       0.03
## researchfield.philosophy          0.02        0.01         0.02       0.01
## researchfield.politics            2.02        0.17         2.02       5.86
## researchfield.psychology          1.94        0.18         1.94       0.18
## researchfield.sociology           0.95        2.14         0.30       0.47
## researchfield.theology            0.06        0.03         0.06       0.03
## researchfield.other               3.23        0.12         0.24       0.12
##                            source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## researchfield.archaeology           0.10          0.02        0.02         0.02
## researchfield.architecture          0.02          0.00        0.00         0.00
## researchfield.art                   0.18          0.04        0.04         0.04
## researchfield.economics             0.36          0.13        0.13         0.13
## researchfield.education             2.50          0.18        5.69         0.18
## researchfield.ethnology             0.18          0.04        0.04         0.04
## researchfield.geography             0.10          0.02        0.02         0.02
## researchfield.health                0.45          0.09        0.09        11.42
## researchfield.history              11.99          0.06        0.06         0.06
## researchfield.law                   0.06          0.01        0.01         0.01
## researchfield.linguistics           0.23          0.04        0.04         0.04
## researchfield.literature            0.25          0.05        0.05         0.05
## researchfield.media_comm            0.16          0.03        0.03         0.03
## researchfield.philosophy            0.04          0.01        0.01         0.01
## researchfield.politics              0.12          0.17        0.17         0.17
## researchfield.psychology            0.90          0.18        0.18         0.18
## researchfield.sociology             0.33          2.14        0.47         2.14
## researchfield.theology              0.14          0.03        0.03         0.03
## researchfield.other                 0.45          0.12        0.12         0.12
##                            source.WAHLDATEN source.OSF source.TRANSC
## researchfield.archaeology              0.02       0.02          0.02
## researchfield.architecture             0.00       0.00          0.00
## researchfield.art                      0.04       0.04          0.04
## researchfield.economics                0.13       0.13          0.13
## researchfield.education                5.69       5.69          0.18
## researchfield.ethnology                0.04       0.04          0.04
## researchfield.geography                0.02       0.02          0.02
## researchfield.health                   0.09       0.09          0.09
## researchfield.history                  0.06       0.06          0.06
## researchfield.law                      0.01       0.01          0.01
## researchfield.linguistics              0.04       0.04          0.04
## researchfield.literature               0.05       0.05          0.05
## researchfield.media_comm               0.03       0.03          0.03
## researchfield.philosophy               0.01       0.01          0.01
## researchfield.politics                 5.86       0.17          0.17
## researchfield.psychology               0.18       0.18          5.69
## researchfield.sociology                0.47       0.47          0.47
## researchfield.theology                 0.03       0.03          0.03
## researchfield.other                    0.12       0.12          0.12
##                            source.GOOGLE source.ARE source.NCCR
## researchfield.archaeology           0.08       0.02        0.02
## researchfield.architecture          0.02       0.00        0.00
## researchfield.art                   5.64       0.04        0.04
## researchfield.economics             0.53       0.13        0.13
## researchfield.education             0.72       0.18        0.18
## researchfield.ethnology             0.15       0.04        0.04
## researchfield.geography             0.08       0.02        0.02
## researchfield.health                0.36       0.09        0.09
## researchfield.history               0.23       0.06        0.06
## researchfield.law                   0.05       0.01        0.01
## researchfield.linguistics           0.18       0.04        0.04
## researchfield.literature            0.20       0.05        0.05
## researchfield.media_comm            0.13       0.03       31.62
## researchfield.philosophy            0.03       0.01        0.01
## researchfield.politics              0.35       0.17        0.17
## researchfield.psychology            0.72       0.18        0.18
## researchfield.sociology             0.61       0.47        0.47
## researchfield.theology              0.11       0.03        0.03
## researchfield.other                 0.49       8.32        0.12
##                            source.BILDUNGSTATKTZH source.DTA source.DATABASEPIC
## researchfield.archaeology                    0.04      51.20               0.02
## researchfield.architecture                   0.01       0.00               0.00
## researchfield.art                            0.07       0.04               0.04
## researchfield.economics                      0.26       0.13               0.13
## researchfield.education                     11.42       0.18               0.18
## researchfield.ethnology                      0.07       0.04               0.04
## researchfield.geography                      0.04       0.02               0.02
## researchfield.health                         0.18       0.09               0.09
## researchfield.history                        0.11       0.06               0.06
## researchfield.law                            0.02       0.01               0.01
## researchfield.linguistics                    0.09       0.04               0.04
## researchfield.literature                     0.10      20.75              20.75
## researchfield.media_comm                     0.06       0.03               0.03
## researchfield.philosophy                     0.02       0.01               0.01
## researchfield.politics                       0.34       0.17               0.17
## researchfield.psychology                     0.36       0.18               0.18
## researchfield.sociology                      0.95       2.14               0.47
## researchfield.theology                       0.06       0.03               0.03
## researchfield.other                          0.24       0.12               0.12
##                            source.HI source.SV source.SSSAJ source.AEA
## researchfield.archaeology       0.02      0.04         0.02       0.04
## researchfield.architecture      0.00      0.01         0.00       0.01
## researchfield.art               0.04      0.07         0.04       0.07
## researchfield.economics         0.13      0.26         0.13      15.45
## researchfield.education         0.18      0.36         0.18       0.36
## researchfield.ethnology         0.04      0.07         0.04       0.07
## researchfield.geography         0.02      0.04         0.02       0.04
## researchfield.health           11.42      0.18         0.09       0.18
## researchfield.history           0.06      7.87         0.06       0.11
## researchfield.law               0.01      0.02         0.01       0.02
## researchfield.linguistics       0.04      0.09         0.04       0.09
## researchfield.literature        0.05      0.10         0.05       0.10
## researchfield.media_comm        0.03      0.06         0.03       0.06
## researchfield.philosophy        0.01      0.02         0.01       0.02
## researchfield.politics          0.17     11.77         0.17       0.34
## researchfield.psychology        0.18      0.36         0.18       0.36
## researchfield.sociology         0.47      0.30         0.47       0.95
## researchfield.theology          0.03      0.06         0.03       0.06
## researchfield.other             0.12      0.24         8.32       0.24
##                            source.ADDHEALTH source.USBLS source.BJS source.WEMF
## researchfield.archaeology             24.70         0.04       0.02        0.02
## researchfield.architecture             0.01         0.01       0.00        0.00
## researchfield.art                      0.07         0.07       0.04        0.04
## researchfield.economics                2.92        15.45       0.13        0.13
## researchfield.education                0.36         0.36       0.18        0.18
## researchfield.ethnology                0.07         0.07       0.04        0.04
## researchfield.geography                0.04         0.04       0.02        0.02
## researchfield.health                   0.18         0.18       0.09        0.09
## researchfield.history                  0.11         0.11       0.06        0.06
## researchfield.law                      0.02         0.02       0.01        0.01
## researchfield.linguistics              0.09         0.09       0.04        0.04
## researchfield.literature               9.43         0.10       0.05        0.05
## researchfield.media_comm               0.06         0.06       0.03       31.62
## researchfield.philosophy               0.02         0.02       0.01        0.01
## researchfield.politics                 0.34         0.34       0.17        0.17
## researchfield.psychology               1.94         1.94       0.18        0.18
## researchfield.sociology                0.30         0.95       2.14        0.47
## researchfield.theology                 0.06         0.06       0.03        0.03
## researchfield.other                    0.24         0.24       0.12        0.12
##                            source.DATAGOVE source.DODIS source.FPPAEDAGOGIK
## researchfield.archaeology             0.12         0.02                0.02
## researchfield.architecture            0.02         0.00                0.00
## researchfield.art                     3.20         0.04                0.04
## researchfield.economics               0.16         0.13                0.13
## researchfield.education               1.08         0.18                5.69
## researchfield.ethnology               0.22         0.04                0.04
## researchfield.geography               0.12         0.02                0.02
## researchfield.health                  0.54         0.09               11.42
## researchfield.history                 0.35        17.64                0.06
## researchfield.law                     0.07         0.01                0.01
## researchfield.linguistics             0.27         0.04                0.04
## researchfield.literature              0.30         0.05                0.05
## researchfield.media_comm              0.19         0.03                0.03
## researchfield.philosophy              0.05         0.01                0.01
## researchfield.politics                1.05         0.17                0.17
## researchfield.psychology              1.08         0.18                0.18
## researchfield.sociology               3.41         0.47                0.47
## researchfield.theology                0.17         0.03                0.03
## researchfield.other                   0.74         0.12                0.12
##                            source.MODE source.SILC source.DATABASEMUSEUM
## researchfield.archaeology         0.02        0.02                 15.88
## researchfield.architecture        0.00        0.00                  0.01
## researchfield.art                28.00        0.04                 36.28
## researchfield.economics           0.13        0.13                  0.40
## researchfield.education           0.18        0.18                  0.54
## researchfield.ethnology           0.04        0.04                  0.11
## researchfield.geography           0.02        0.02                  0.06
## researchfield.health              0.09        0.09                  0.27
## researchfield.history             0.06        0.06                 22.37
## researchfield.law                 0.01        0.01                  0.04
## researchfield.linguistics         0.04        0.04                  0.13
## researchfield.literature          0.05        0.05                  0.15
## researchfield.media_comm          0.03        0.03                  0.10
## researchfield.philosophy          0.01        0.01                  0.02
## researchfield.politics            0.17        0.17                  0.52
## researchfield.psychology          0.18        0.18                  0.54
## researchfield.sociology           0.47        2.14                  1.42
## researchfield.theology            0.03        0.03                 10.88
## researchfield.other               0.12        0.12                  9.87
##                            source.IMSLP source.INETARCHIVE source.EFD
## researchfield.archaeology          0.02               0.02       0.02
## researchfield.architecture         0.00               0.00       0.00
## researchfield.art                 28.00              28.00       0.04
## researchfield.economics            0.13               0.13       7.70
## researchfield.education            0.18               0.18       0.18
## researchfield.ethnology            0.04               0.04       0.04
## researchfield.geography            0.02               0.02       0.02
## researchfield.health               0.09               0.09       0.09
## researchfield.history              0.06               0.06       0.06
## researchfield.law                  0.01               0.01       0.01
## researchfield.linguistics          0.04               0.04       0.04
## researchfield.literature           0.05               0.05       0.05
## researchfield.media_comm           0.03               0.03       0.03
## researchfield.philosophy           0.01               0.01       0.01
## researchfield.politics             0.17               0.17       0.17
## researchfield.psychology           0.18               0.18       0.18
## researchfield.sociology            0.47               0.47       0.47
## researchfield.theology             0.03               0.03       0.03
## researchfield.other                0.12               0.12       0.12
##                            source.WEBSITE source.EFS source.LAVATER source.BAG
## researchfield.archaeology           51.20       0.02           0.02       0.02
## researchfield.architecture           0.00       0.00           0.00       0.00
## researchfield.art                    0.04       0.04           0.04       0.04
## researchfield.economics              0.13       0.13           0.13       0.13
## researchfield.education              0.18       0.18           0.18       0.18
## researchfield.ethnology              0.04       0.04           0.04       0.04
## researchfield.geography              0.02       0.02           0.02       0.02
## researchfield.health                 0.09       0.09           0.09       0.09
## researchfield.history                0.06       0.06           0.06       0.06
## researchfield.law                    0.01       0.01           0.01       0.01
## researchfield.linguistics            0.04       0.04          22.72       0.04
## researchfield.literature             0.05       0.05          20.75       0.05
## researchfield.media_comm             0.03       0.03           0.03       0.03
## researchfield.philosophy             0.01       0.01         129.50       0.01
## researchfield.politics               0.17       0.17           0.17       0.17
## researchfield.psychology             0.18       0.18           0.18       0.18
## researchfield.sociology              0.47       2.14           0.47       2.14
## researchfield.theology               0.03       0.03          36.28       0.03
## researchfield.other                  0.12       0.12           0.12       0.12
##                            source.FLICKR source.NOTES source.INTERVIEW
## researchfield.archaeology           0.02         0.02             0.02
## researchfield.architecture        260.00         0.00             0.00
## researchfield.art                   0.04         0.04             0.04
## researchfield.economics             0.13         0.13             0.13
## researchfield.education             0.18         0.18             0.18
## researchfield.ethnology             0.04        28.00            28.00
## researchfield.geography            51.20         0.02             0.02
## researchfield.health                0.09         0.09             0.09
## researchfield.history              17.64         0.06             0.06
## researchfield.law                   0.01         0.01             0.01
## researchfield.linguistics           0.04         0.04             0.04
## researchfield.literature            0.05         0.05             0.05
## researchfield.media_comm            0.03         0.03             0.03
## researchfield.philosophy            0.01         0.01             0.01
## researchfield.politics              0.17         0.17             0.17
## researchfield.psychology            0.18         0.18             0.18
## researchfield.sociology             0.47         2.14             2.14
## researchfield.theology              0.03         0.03             0.03
## researchfield.other                 0.12         0.12             0.12
##                            source.HANDRIT source.DZHW source.SGG source.HETSL
## researchfield.archaeology            0.02        0.02       0.02         0.02
## researchfield.architecture           0.00        0.00       0.00         0.00
## researchfield.art                    0.04        0.04       0.04         0.04
## researchfield.economics              0.13        0.13       0.13         0.13
## researchfield.education              0.18        0.18       0.18         5.69
## researchfield.ethnology              0.04        0.04       0.04         0.04
## researchfield.geography              0.02        0.02       0.02         0.02
## researchfield.health                 0.09        0.09       0.09        11.42
## researchfield.history                0.06        0.06       0.06         0.06
## researchfield.law                    0.01        0.01       0.01         0.01
## researchfield.linguistics           22.72        0.04       0.04         0.04
## researchfield.literature            20.75        0.05       0.05         0.05
## researchfield.media_comm             0.03        0.03       0.03         0.03
## researchfield.philosophy             0.01        0.01       0.01         0.01
## researchfield.politics               0.17        0.17       0.17         5.86
## researchfield.psychology             0.18        0.18       0.18         0.18
## researchfield.sociology              0.47        2.14       2.14         2.14
## researchfield.theology               0.03        0.03       0.03         0.03
## researchfield.other                  0.12        0.12       0.12         0.12
##                            source.HSZK source.SPIN source.GBD source.MARPOR
## researchfield.archaeology         0.02        0.02       0.02          0.02
## researchfield.architecture        0.00        0.00       0.00          0.00
## researchfield.art                 0.04        0.04       0.04          0.04
## researchfield.economics           0.13        0.13       7.70          0.13
## researchfield.education           0.18        0.18       0.18          0.18
## researchfield.ethnology           0.04        0.04       0.04          0.04
## researchfield.geography           0.02        0.02       0.02          0.02
## researchfield.health              0.09        0.09      11.42          0.09
## researchfield.history             0.06        0.06       0.06          0.06
## researchfield.law                 0.01        0.01       0.01          0.01
## researchfield.linguistics        22.72        0.04       0.04          0.04
## researchfield.literature          0.05        0.05       0.05          0.05
## researchfield.media_comm          0.03        0.03       0.03          0.03
## researchfield.philosophy          0.01        0.01       0.01          0.01
## researchfield.politics            0.17        0.17       0.17          5.86
## researchfield.psychology          0.18        0.18       0.18          0.18
## researchfield.sociology           0.47        2.14       0.47          0.47
## researchfield.theology            0.03        0.03       0.03          0.03
## researchfield.other               0.12        0.12       0.12          0.12
##                            source.STUTEXT source.STAPF source.STUDPLANTI
## researchfield.archaeology            0.02         0.02              0.02
## researchfield.architecture           0.00         0.00              0.00
## researchfield.art                    0.04         0.04              0.04
## researchfield.economics              0.13         0.13              0.13
## researchfield.education              5.69         0.18              5.69
## researchfield.ethnology              0.04         0.04              0.04
## researchfield.geography              0.02         0.02              0.02
## researchfield.health                 0.09         0.09              0.09
## researchfield.history                0.06        17.64             17.64
## researchfield.law                    0.01         0.01              0.01
## researchfield.linguistics            0.04         0.04              0.04
## researchfield.literature             0.05         0.05              0.05
## researchfield.media_comm             0.03         0.03              0.03
## researchfield.philosophy             0.01         0.01              0.01
## researchfield.politics               0.17         0.17              0.17
## researchfield.psychology             0.18         0.18              0.18
## researchfield.sociology              0.47         0.47              0.47
## researchfield.theology               0.03         0.03              0.03
## researchfield.other                  0.12         0.12              0.12
##                            source.THESES source.WBDATA source.SSRN source.PRIO
## researchfield.archaeology           0.04          0.02        0.02        0.02
## researchfield.architecture          0.01          0.00        0.00        0.00
## researchfield.art                   0.07          0.04        0.04        0.04
## researchfield.economics             0.26          0.13        0.13        7.70
## researchfield.education             1.94          0.18        0.18        0.18
## researchfield.ethnology             0.07          0.04        0.04        0.04
## researchfield.geography             0.04          0.02        0.02        0.02
## researchfield.health                0.18          0.09        0.09        0.09
## researchfield.history               0.11          0.06        0.06        0.06
## researchfield.law                   0.02          0.01       86.00        0.01
## researchfield.linguistics           0.09          0.04        0.04        0.04
## researchfield.literature            0.10          0.05        0.05        0.05
## researchfield.media_comm            0.06          0.03        0.03        0.03
## researchfield.philosophy            0.02          0.01        0.01        0.01
## researchfield.politics              2.02          5.86        0.17        5.86
## researchfield.psychology            0.36          0.18        0.18        0.18
## researchfield.sociology             0.95          0.47        0.47        0.47
## researchfield.theology              0.06          0.03        0.03        0.03
## researchfield.other                 3.23          0.12        0.12        0.12
##                            source.GDELT source.EINKIK source.DATAJOURNAL
## researchfield.archaeology          0.02          0.02              51.20
## researchfield.architecture         0.00          0.00               0.00
## researchfield.art                  0.04          0.04               0.04
## researchfield.economics            0.13          0.13               0.13
## researchfield.education            0.18          0.18               0.18
## researchfield.ethnology            0.04          0.04               0.04
## researchfield.geography            0.02          0.02               0.02
## researchfield.health               0.09          0.09               0.09
## researchfield.history              0.06          0.06               0.06
## researchfield.law                  0.01          0.01               0.01
## researchfield.linguistics          0.04          0.04               0.04
## researchfield.literature           0.05          0.05              20.75
## researchfield.media_comm           0.03          0.03               0.03
## researchfield.philosophy           0.01          0.01               0.01
## researchfield.politics             0.17          0.17               0.17
## researchfield.psychology           0.18          0.18               0.18
## researchfield.sociology            0.47          2.14               2.14
## researchfield.theology             0.03          0.03               0.03
## researchfield.other                8.32          0.12               0.12
##                            source.VDEM source.SSLS source.IMPUS
## researchfield.archaeology         0.02        0.02         0.02
## researchfield.architecture        0.00        0.00         0.00
## researchfield.art                 0.04        0.04         0.04
## researchfield.economics           0.13        0.13         7.70
## researchfield.education           0.18        0.18         0.18
## researchfield.ethnology           0.04        0.04         0.04
## researchfield.geography           0.02        0.02         0.02
## researchfield.health              0.09        0.09         0.09
## researchfield.history             0.06        0.06         0.06
## researchfield.law                 0.01        0.01         0.01
## researchfield.linguistics         0.04        0.04         0.04
## researchfield.literature          0.05        0.05         0.05
## researchfield.media_comm          0.03        0.03         0.03
## researchfield.philosophy          0.01        0.01         0.01
## researchfield.politics            5.86        5.86         0.17
## researchfield.psychology          0.18        5.69         0.18
## researchfield.sociology           0.47        2.14         0.47
## researchfield.theology            0.03        0.03         0.03
## researchfield.other               0.12        0.12         0.12
##                            source.EPERIODICA source.EHA source.MEDIAPULSE
## researchfield.archaeology               0.02       0.02              0.02
## researchfield.architecture              0.00       0.00              0.00
## researchfield.art                       0.04       0.04              0.04
## researchfield.economics                 0.13       0.13              0.13
## researchfield.education                 0.18       5.69              0.18
## researchfield.ethnology                 0.04       0.04              0.04
## researchfield.geography                 0.02       0.02              0.02
## researchfield.health                    0.09       0.09              0.09
## researchfield.history                  17.64       0.06              0.06
## researchfield.law                       0.01       0.01              0.01
## researchfield.linguistics               0.04       0.04              0.04
## researchfield.literature                0.05       0.05              0.05
## researchfield.media_comm                0.03       0.03             31.62
## researchfield.philosophy                0.01       0.01              0.01
## researchfield.politics                  0.17       0.17              0.17
## researchfield.psychology                0.18       0.18              0.18
## researchfield.sociology                 2.14       2.14              0.47
## researchfield.theology                  0.03       0.03              0.03
## researchfield.other                     0.12       0.12              0.12
##                            source.CESAR source.RECORD source.CMVW source.SECO
## researchfield.archaeology          0.02          0.04        0.02        0.02
## researchfield.architecture         0.00          0.01        0.00        0.00
## researchfield.art                 28.00         13.06       28.00        0.04
## researchfield.economics            0.13          0.26        0.13        7.70
## researchfield.education            0.18          0.36        0.18        0.18
## researchfield.ethnology            0.04          0.07        0.04        0.04
## researchfield.geography            0.02          0.04        0.02        0.02
## researchfield.health               0.09          0.18        0.09        0.09
## researchfield.history              0.06          0.11        0.06        0.06
## researchfield.law                  0.01          0.02        0.01        0.01
## researchfield.linguistics          0.04         10.42        0.04        0.04
## researchfield.literature          20.75          0.10        0.05        0.05
## researchfield.media_comm           0.03          0.06        0.03        0.03
## researchfield.philosophy           0.01          0.02        0.01        0.01
## researchfield.politics             0.17          0.34        0.17        0.17
## researchfield.psychology           0.18          0.36        0.18        0.18
## researchfield.sociology            0.47          0.95        0.47        0.47
## researchfield.theology             0.03          0.06        0.03        0.03
## researchfield.other                0.12          0.24        0.12        0.12
##                            source.TWITTER source.GIS source.KAGGLE source.GETTY
## researchfield.archaeology            0.02       0.02          0.04         0.02
## researchfield.architecture           0.00       0.00        129.50         0.00
## researchfield.art                    0.04       0.04          0.07        28.00
## researchfield.economics              0.13       0.13          0.26         0.13
## researchfield.education              0.18       0.18          0.36         0.18
## researchfield.ethnology              0.04       0.04          0.07         0.04
## researchfield.geography              0.02       0.02         24.70         0.02
## researchfield.health                 0.09       0.09          0.18         0.09
## researchfield.history                0.06       0.06          7.87        17.64
## researchfield.law                    0.01       0.01          0.02         0.01
## researchfield.linguistics            0.04       0.04          0.09         0.04
## researchfield.literature             0.05       0.05          0.10         0.05
## researchfield.media_comm             0.03       0.03          0.06         0.03
## researchfield.philosophy             0.01       0.01          0.02         0.01
## researchfield.politics               0.17       0.17          0.34         0.17
## researchfield.psychology             0.18       0.18          0.36         0.18
## researchfield.sociology              2.14       2.14          0.95         0.47
## researchfield.theology               0.03       0.03          0.06         0.03
## researchfield.other                  0.12       0.12          3.23         8.32
##                            source.ACAD source.DGD source.TARKI source.FHS
## researchfield.archaeology         0.02       0.02         0.02       0.02
## researchfield.architecture        0.00       0.00         0.00       0.00
## researchfield.art                28.00       0.04         0.04       0.04
## researchfield.economics           0.13       0.13         0.13       0.13
## researchfield.education           0.18       0.18         0.18       0.18
## researchfield.ethnology           0.04       0.04         0.04       0.04
## researchfield.geography           0.02       0.02         0.02       0.02
## researchfield.health              0.09       0.09         0.09       0.09
## researchfield.history             0.06       0.06         0.06       0.06
## researchfield.law                 0.01       0.01         0.01       0.01
## researchfield.linguistics         0.04      22.72         0.04       0.04
## researchfield.literature          0.05       0.05         0.05       0.05
## researchfield.media_comm          0.03       0.03         0.03       0.03
## researchfield.philosophy          0.01       0.01         0.01       0.01
## researchfield.politics            0.17       0.17         0.17       0.17
## researchfield.psychology          0.18       0.18         0.18       0.18
## researchfield.sociology           0.47       0.47         2.14       2.14
## researchfield.theology            0.03       0.03         0.03       0.03
## researchfield.other               0.12       0.12         0.12       0.12
##                            source.DOC source.QJE source.HLS source.WVS
## researchfield.archaeology        0.02       0.02       0.02       0.04
## researchfield.architecture       0.00       0.00       0.00       0.01
## researchfield.art                0.04       0.04       0.04       0.07
## researchfield.economics          0.13       7.70       0.13       0.26
## researchfield.education          5.69       0.18       0.18       0.36
## researchfield.ethnology          0.04       0.04       0.04       0.07
## researchfield.geography          0.02       0.02       0.02       0.04
## researchfield.health             0.09       0.09       0.09       0.18
## researchfield.history            0.06       0.06      17.64       0.11
## researchfield.law                0.01       0.01       0.01       0.02
## researchfield.linguistics        0.04       0.04       0.04       0.09
## researchfield.literature         0.05       0.05       0.05       0.10
## researchfield.media_comm         0.03       0.03       0.03       0.06
## researchfield.philosophy         0.01       0.01       0.01       0.02
## researchfield.politics           0.17       0.17       5.86      11.77
## researchfield.psychology         0.18       0.18       0.18       0.36
## researchfield.sociology          0.47       0.47       2.14       0.95
## researchfield.theology           0.03       0.03       0.03       0.06
## researchfield.other              0.12       0.12       0.12       0.24
##                            source.INTORG source.AVAM source.GEMEINDEFORSCHUNG
## researchfield.archaeology           0.02        0.02                     0.04
## researchfield.architecture          0.00        0.00                     0.01
## researchfield.art                   0.04        0.04                     0.07
## researchfield.economics             0.13        0.13                     0.26
## researchfield.education             0.18        0.18                     0.36
## researchfield.ethnology             0.04        0.04                     0.07
## researchfield.geography             0.02        0.02                     0.04
## researchfield.health                0.09        0.09                     0.18
## researchfield.history               0.06        0.06                     0.11
## researchfield.law                  86.00        0.01                     0.02
## researchfield.linguistics           0.04        0.04                     0.09
## researchfield.literature            0.05        0.05                     0.10
## researchfield.media_comm            0.03        0.03                     0.06
## researchfield.philosophy            0.01        0.01                     0.02
## researchfield.politics              0.17        0.17                    11.77
## researchfield.psychology            0.18        0.18                     0.36
## researchfield.sociology             0.47        2.14                     0.95
## researchfield.theology              0.03        0.03                     0.06
## researchfield.other                 0.12        0.12                     0.24
##                            source.UNKNOWN source.DAB source.NETMETRIX
## researchfield.archaeology            0.02       0.02             0.02
## researchfield.architecture           0.00       0.00             0.00
## researchfield.art                    0.04       0.04             0.04
## researchfield.economics              0.13       0.13             0.13
## researchfield.education              0.18       5.69             0.18
## researchfield.ethnology              0.04       0.04             0.04
## researchfield.geography              0.02       0.02             0.02
## researchfield.health                 0.09       0.09             0.09
## researchfield.history                0.06       0.06             0.06
## researchfield.law                    0.01       0.01             0.01
## researchfield.linguistics            0.04       0.04             0.04
## researchfield.literature             0.05       0.05             0.05
## researchfield.media_comm             0.03       0.03            31.62
## researchfield.philosophy             0.01       0.01             0.01
## researchfield.politics               5.86       0.17             0.17
## researchfield.psychology             5.69       0.18             0.18
## researchfield.sociology              2.14       2.14             0.47
## researchfield.theology               0.03       0.03             0.03
## researchfield.other                  0.12       0.12             0.12
##                            source.THDS source.ANFP source.NSD source.LIBCON
## researchfield.archaeology         0.02        0.02       0.02          0.02
## researchfield.architecture        0.00        0.00       0.00        260.00
## researchfield.art                28.00        0.04       0.04          0.04
## researchfield.economics           0.13        0.13       0.13          0.13
## researchfield.education           0.18        0.18       0.18          0.18
## researchfield.ethnology           0.04        0.04       0.04          0.04
## researchfield.geography           0.02        0.02       0.02         51.20
## researchfield.health              0.09        0.09       0.09          0.09
## researchfield.history             0.06        0.06       0.06         17.64
## researchfield.law                 0.01        0.01       0.01          0.01
## researchfield.linguistics         0.04        0.04       0.04          0.04
## researchfield.literature         20.75        0.05       0.05          0.05
## researchfield.media_comm          0.03        0.03       0.03          0.03
## researchfield.philosophy          0.01        0.01       0.01          0.01
## researchfield.politics            0.17        0.17       5.86          0.17
## researchfield.psychology          0.18        0.18       0.18          0.18
## researchfield.sociology           0.47        2.14       0.47          0.47
## researchfield.theology            0.03        0.03       0.03          0.03
## researchfield.other               0.12        0.12       0.12          0.12
##                            source.RISM source.CSURF source.SAGA source.HSSO
## researchfield.archaeology         0.02         0.02        0.02        0.02
## researchfield.architecture        0.00         0.00        0.00        0.00
## researchfield.art                28.00         0.04        0.04        0.04
## researchfield.economics           0.13         0.13        0.13        0.13
## researchfield.education           0.18         0.18        0.18        0.18
## researchfield.ethnology           0.04         0.04        0.04        0.04
## researchfield.geography           0.02         0.02        0.02        0.02
## researchfield.health              0.09        11.42        0.09        0.09
## researchfield.history             0.06         0.06        0.06       17.64
## researchfield.law                 0.01         0.01        0.01        0.01
## researchfield.linguistics         0.04         0.04       22.72        0.04
## researchfield.literature          0.05         0.05       20.75        0.05
## researchfield.media_comm          0.03         0.03        0.03        0.03
## researchfield.philosophy          0.01         0.01        0.01        0.01
## researchfield.politics            0.17         0.17        0.17        0.17
## researchfield.psychology          0.18         0.18        0.18        0.18
## researchfield.sociology           0.47         0.47        0.47        0.47
## researchfield.theology            0.03         0.03        0.03        0.03
## researchfield.other               0.12         0.12        0.12        0.12
##                            source.SUCHTMONITORING source.LFE source.DATABASE
## researchfield.archaeology                    0.02       0.02            0.02
## researchfield.architecture                   0.00       0.00            0.00
## researchfield.art                            0.04       0.04            0.04
## researchfield.economics                      0.13       0.13            7.70
## researchfield.education                      0.18       0.18            0.18
## researchfield.ethnology                      0.04       0.04            0.04
## researchfield.geography                      0.02       0.02            0.02
## researchfield.health                        11.42       0.09            0.09
## researchfield.history                        0.06       0.06            0.06
## researchfield.law                            0.01       0.01            0.01
## researchfield.linguistics                    0.04       0.04            0.04
## researchfield.literature                     0.05       0.05            0.05
## researchfield.media_comm                     0.03       0.03            0.03
## researchfield.philosophy                     0.01       0.01            0.01
## researchfield.politics                       0.17       5.86            0.17
## researchfield.psychology                     0.18       0.18            0.18
## researchfield.sociology                      2.14       0.47            0.47
## researchfield.theology                       0.03       0.03            0.03
## researchfield.other                          0.12       0.12            8.32
##                            source.MEGUID source.CHES source.PYS source.REG
## researchfield.archaeology           0.02        0.02       0.02       0.02
## researchfield.architecture          0.00        0.00       0.00       0.00
## researchfield.art                   0.04        0.04       0.04       0.04
## researchfield.economics             0.13        0.13       0.13       0.13
## researchfield.education             0.18        0.18       0.18       0.18
## researchfield.ethnology             0.04        0.04       0.04       0.04
## researchfield.geography             0.02        0.02       0.02       0.02
## researchfield.health                0.09        0.09       0.09       0.09
## researchfield.history               0.06        0.06       0.06       0.06
## researchfield.law                   0.01        0.01       0.01       0.01
## researchfield.linguistics           0.04        0.04       0.04       0.04
## researchfield.literature            0.05        0.05       0.05      20.75
## researchfield.media_comm            0.03        0.03       0.03       0.03
## researchfield.philosophy            0.01        0.01       0.01       0.01
## researchfield.politics              5.86        5.86       0.17       0.17
## researchfield.psychology            0.18        0.18       0.18       0.18
## researchfield.sociology             0.47        0.47       2.14       0.47
## researchfield.theology              0.03        0.03       0.03       0.03
## researchfield.other                 0.12        0.12       0.12       0.12
##                            source.SMASH02 source.HBSC source.DVD source.SNC
## researchfield.archaeology            0.02        0.02       0.02       0.02
## researchfield.architecture           0.00        0.00       0.00       0.00
## researchfield.art                    0.04        0.04       0.04       0.04
## researchfield.economics              0.13        0.13       0.13       0.13
## researchfield.education              0.18        0.18       0.18       0.18
## researchfield.ethnology              0.04        0.04       0.04       0.04
## researchfield.geography              0.02        0.02       0.02       0.02
## researchfield.health                11.42       11.42       0.09      11.42
## researchfield.history                0.06        0.06       0.06       0.06
## researchfield.law                    0.01        0.01       0.01       0.01
## researchfield.linguistics            0.04        0.04       0.04       0.04
## researchfield.literature             0.05        0.05       0.05       0.05
## researchfield.media_comm             0.03        0.03       0.03       0.03
## researchfield.philosophy             0.01        0.01       0.01       0.01
## researchfield.politics               0.17        0.17       0.17       0.17
## researchfield.psychology             0.18        0.18       0.18       0.18
## researchfield.sociology              0.47        2.14       2.14       2.14
## researchfield.theology               0.03        0.03       0.03       0.03
## researchfield.other                  0.12        0.12       0.12       0.12
##                            source.JOBADS source.TAX source.VS
## researchfield.archaeology           0.02       0.02      0.02
## researchfield.architecture          0.00       0.00      0.00
## researchfield.art                   0.04       0.04      0.04
## researchfield.economics             0.13       7.70      0.13
## researchfield.education             0.18       0.18      0.18
## researchfield.ethnology             0.04       0.04      0.04
## researchfield.geography             0.02       0.02      0.02
## researchfield.health                0.09       0.09      0.09
## researchfield.history               0.06       0.06      0.06
## researchfield.law                   0.01       0.01      0.01
## researchfield.linguistics           0.04       0.04      0.04
## researchfield.literature            0.05       0.05      0.05
## researchfield.media_comm            0.03       0.03      0.03
## researchfield.philosophy            0.01       0.01      0.01
## researchfield.politics              0.17       0.17      0.17
## researchfield.psychology            0.18       0.18      0.18
## researchfield.sociology             2.14       0.47      2.14
## researchfield.theology              0.03       0.03      0.03
## researchfield.other                 0.12       0.12      0.12
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                            source.LIT source.ECODICES source.REPOS source.DIV
## researchfield.archaeology  1.0000     0.0019          1.0000       1.0000    
## researchfield.architecture 1.0000     1.0000          1.0000       1.0000    
## researchfield.art          0.0001     1.0000          0.8527       1.0000    
## researchfield.economics    1.0000     1.0000          1.0000       1.0000    
## researchfield.education    1.0000     1.0000          1.0000       1.0000    
## researchfield.ethnology    1.0000     1.0000          1.0000       1.0000    
## researchfield.geography    1.0000     1.0000          1.0000       1.0000    
## researchfield.health       1.0000     1.0000          1.0000       1.0000    
## researchfield.history      1.0000     1.0000          1.0000       1.0000    
## researchfield.law          1.0000     1.0000          1.0000       1.0000    
## researchfield.linguistics  1.0000     1.0000          1.0000       1.0000    
## researchfield.literature   1.0000     1.0000          1.0000       1.0000    
## researchfield.media_comm   1.0000     1.0000          1.0000       1.0000    
## researchfield.philosophy   1.0000     1.0000          1.0000       1.0000    
## researchfield.politics     1.0000     1.0000          1.0000       1.0000    
## researchfield.psychology   1.0000     1.0000          1.0000       1.0000    
## researchfield.sociology    1.0000     1.0000          1.0000       1.0000    
## researchfield.theology     1.0000     0.0944          1.0000       1.0000    
## researchfield.other        1.0000     1.0000          1.0000       1.0000    
##                            source.DATAOWN source.BFS source.QUANT source.OECD
## researchfield.archaeology  1.0000         1.0000     1.0000       1.0000     
## researchfield.architecture 1.0000         1.0000     1.0000       1.0000     
## researchfield.art          1.0000         1.0000     1.0000       1.0000     
## researchfield.economics    1.0000         1.0000     1.0000       1.0000     
## researchfield.education    1.0000         1.0000     1.0000       1.0000     
## researchfield.ethnology    1.0000         1.0000     1.0000       1.0000     
## researchfield.geography    1.0000         1.0000     1.0000       1.0000     
## researchfield.health       1.0000         1.0000     1.0000       1.0000     
## researchfield.history      1.0000         1.0000     1.0000       1.0000     
## researchfield.law          1.0000         1.0000     1.0000       1.0000     
## researchfield.linguistics  1.0000         1.0000     1.0000       1.0000     
## researchfield.literature   1.0000         1.0000     1.0000       1.0000     
## researchfield.media_comm   1.0000         1.0000     1.0000       1.0000     
## researchfield.philosophy   1.0000         1.0000     1.0000       1.0000     
## researchfield.politics     1.0000         1.0000     1.0000       1.0000     
## researchfield.psychology   1.0000         1.0000     1.0000       1.0000     
## researchfield.sociology    1.0000         1.0000     1.0000       1.0000     
## researchfield.theology     1.0000         1.0000     1.0000       1.0000     
## researchfield.other        1.0000         1.0000     1.0000       1.0000     
##                            source.FORS source.DATABASELIT source.SSRQ
## researchfield.archaeology  1.0000      1.0000             1.0000     
## researchfield.architecture 1.0000      1.0000             1.0000     
## researchfield.art          1.0000      1.0000             1.0000     
## researchfield.economics    1.0000      1.0000             1.0000     
## researchfield.education    1.0000      1.0000             1.0000     
## researchfield.ethnology    1.0000      1.0000             1.0000     
## researchfield.geography    1.0000      1.0000             1.0000     
## researchfield.health       1.0000      1.0000             1.0000     
## researchfield.history      1.0000      1.0000             1.0000     
## researchfield.law          1.0000      1.0000             1.0000     
## researchfield.linguistics  1.0000      1.0000             1.0000     
## researchfield.literature   1.0000      1.0000             1.0000     
## researchfield.media_comm   1.0000      1.0000             1.0000     
## researchfield.philosophy   1.0000      1.0000             1.0000     
## researchfield.politics     1.0000      1.0000             1.0000     
## researchfield.psychology   1.0000      1.0000             1.0000     
## researchfield.sociology    1.0000      1.0000             1.0000     
## researchfield.theology     1.0000      1.0000             1.0000     
## researchfield.other        1.0000      1.0000             1.0000     
##                            source.KTZH source.SOEP source.ARCHIVE source.ESS
## researchfield.archaeology  0.0000      1.0000      1.0000         1.0000    
## researchfield.architecture 1.0000      1.0000      1.0000         1.0000    
## researchfield.art          1.0000      1.0000      1.0000         1.0000    
## researchfield.economics    1.0000      1.0000      1.0000         1.0000    
## researchfield.education    1.0000      1.0000      1.0000         1.0000    
## researchfield.ethnology    1.0000      1.0000      1.0000         1.0000    
## researchfield.geography    1.0000      1.0000      1.0000         1.0000    
## researchfield.health       1.0000      1.0000      1.0000         1.0000    
## researchfield.history      1.0000      1.0000      1.0000         1.0000    
## researchfield.law          1.0000      1.0000      0.0004         1.0000    
## researchfield.linguistics  1.0000      1.0000      1.0000         1.0000    
## researchfield.literature   1.0000      1.0000      1.0000         1.0000    
## researchfield.media_comm   1.0000      1.0000      1.0000         1.0000    
## researchfield.philosophy   1.0000      1.0000      1.0000         1.0000    
## researchfield.politics     1.0000      1.0000      1.0000         1.0000    
## researchfield.psychology   1.0000      1.0000      1.0000         1.0000    
## researchfield.sociology    1.0000      1.0000      1.0000         1.0000    
## researchfield.theology     1.0000      1.0000      1.0000         1.0000    
## researchfield.other        1.0000      1.0000      1.0000         1.0000    
##                            source.RESEARCHGATE source.GESIS source.DATAOTHER
## researchfield.archaeology  1.0000              1.0000       1.0000          
## researchfield.architecture 1.0000              1.0000       1.0000          
## researchfield.art          1.0000              1.0000       1.0000          
## researchfield.economics    1.0000              1.0000       1.0000          
## researchfield.education    1.0000              1.0000       1.0000          
## researchfield.ethnology    1.0000              1.0000       1.0000          
## researchfield.geography    1.0000              1.0000       1.0000          
## researchfield.health       1.0000              1.0000       1.0000          
## researchfield.history      1.0000              1.0000       1.0000          
## researchfield.law          1.0000              1.0000       1.0000          
## researchfield.linguistics  1.0000              1.0000       1.0000          
## researchfield.literature   1.0000              1.0000       1.0000          
## researchfield.media_comm   1.0000              1.0000       1.0000          
## researchfield.philosophy   1.0000              1.0000       1.0000          
## researchfield.politics     1.0000              1.0000       1.0000          
## researchfield.psychology   1.0000              1.0000       1.0000          
## researchfield.sociology    1.0000              1.0000       1.0000          
## researchfield.theology     1.0000              1.0000       1.0000          
## researchfield.other        1.0000              1.0000       1.0000          
##                            source.NTVMR source.QUEST source.EU source.GAL
## researchfield.archaeology  1.0000       1.0000       1.0000    1.0000    
## researchfield.architecture 1.0000       1.0000       1.0000    0.0000    
## researchfield.art          1.0000       1.0000       1.0000    0.8527    
## researchfield.economics    1.0000       1.0000       1.0000    1.0000    
## researchfield.education    1.0000       1.0000       1.0000    1.0000    
## researchfield.ethnology    1.0000       1.0000       1.0000    1.0000    
## researchfield.geography    1.0000       1.0000       1.0000    0.0019    
## researchfield.health       1.0000       1.0000       1.0000    1.0000    
## researchfield.history      1.0000       1.0000       1.0000    1.0000    
## researchfield.law          1.0000       1.0000       1.0000    1.0000    
## researchfield.linguistics  1.0000       1.0000       1.0000    1.0000    
## researchfield.literature   1.0000       1.0000       1.0000    1.0000    
## researchfield.media_comm   1.0000       0.0001       1.0000    1.0000    
## researchfield.philosophy   1.0000       1.0000       1.0000    1.0000    
## researchfield.politics     1.0000       1.0000       1.0000    1.0000    
## researchfield.psychology   1.0000       1.0000       1.0000    1.0000    
## researchfield.sociology    1.0000       1.0000       1.0000    1.0000    
## researchfield.theology     0.0000       1.0000       1.0000    1.0000    
## researchfield.other        1.0000       1.0000       1.0000    1.0000    
##                            source.UNCLEAR source.MENOTA source.DATABASEDIV
## researchfield.archaeology  1.0000         1.0000        0.1915            
## researchfield.architecture 1.0000         1.0000        1.0000            
## researchfield.art          0.1452         1.0000        1.0000            
## researchfield.economics    1.0000         1.0000        1.0000            
## researchfield.education    1.0000         1.0000        1.0000            
## researchfield.ethnology    1.0000         1.0000        1.0000            
## researchfield.geography    1.0000         1.0000        1.0000            
## researchfield.health       1.0000         1.0000        1.0000            
## researchfield.history      1.0000         1.0000        1.0000            
## researchfield.law          1.0000         1.0000        1.0000            
## researchfield.linguistics  1.0000         0.0053        1.0000            
## researchfield.literature   1.0000         0.0148        1.0000            
## researchfield.media_comm   1.0000         1.0000        1.0000            
## researchfield.philosophy   1.0000         1.0000        1.0000            
## researchfield.politics     1.0000         1.0000        1.0000            
## researchfield.psychology   1.0000         1.0000        1.0000            
## researchfield.sociology    1.0000         1.0000        1.0000            
## researchfield.theology     1.0000         1.0000        1.0000            
## researchfield.other        1.0000         1.0000        1.0000            
##                            source.FRANTEXT source.BES source.AGD source.GITHUB
## researchfield.archaeology  1.0000          1.0000     1.0000     1.0000       
## researchfield.architecture 1.0000          1.0000     1.0000     1.0000       
## researchfield.art          1.0000          1.0000     1.0000     1.0000       
## researchfield.economics    1.0000          1.0000     1.0000     1.0000       
## researchfield.education    1.0000          1.0000     1.0000     1.0000       
## researchfield.ethnology    1.0000          1.0000     1.0000     1.0000       
## researchfield.geography    1.0000          1.0000     1.0000     0.0000       
## researchfield.health       1.0000          1.0000     1.0000     1.0000       
## researchfield.history      1.0000          1.0000     1.0000     1.0000       
## researchfield.law          1.0000          1.0000     1.0000     1.0000       
## researchfield.linguistics  0.0053          1.0000     0.0053     1.0000       
## researchfield.literature   1.0000          1.0000     1.0000     1.0000       
## researchfield.media_comm   1.0000          1.0000     1.0000     1.0000       
## researchfield.philosophy   1.0000          1.0000     1.0000     1.0000       
## researchfield.politics     1.0000          1.0000     1.0000     1.0000       
## researchfield.psychology   1.0000          1.0000     1.0000     1.0000       
## researchfield.sociology    1.0000          1.0000     1.0000     1.0000       
## researchfield.theology     1.0000          1.0000     1.0000     1.0000       
## researchfield.other        1.0000          1.0000     1.0000     1.0000       
##                            source.USCENSUS source.NES source.MYPERSONALITY
## researchfield.archaeology  1.0000          1.0000     1.0000              
## researchfield.architecture 1.0000          1.0000     1.0000              
## researchfield.art          1.0000          1.0000     1.0000              
## researchfield.economics    1.0000          1.0000     1.0000              
## researchfield.education    1.0000          1.0000     1.0000              
## researchfield.ethnology    1.0000          1.0000     1.0000              
## researchfield.geography    1.0000          1.0000     1.0000              
## researchfield.health       1.0000          1.0000     1.0000              
## researchfield.history      1.0000          1.0000     1.0000              
## researchfield.law          1.0000          1.0000     1.0000              
## researchfield.linguistics  1.0000          1.0000     1.0000              
## researchfield.literature   1.0000          1.0000     1.0000              
## researchfield.media_comm   0.3243          1.0000     0.0001              
## researchfield.philosophy   1.0000          1.0000     1.0000              
## researchfield.politics     1.0000          0.0031     1.0000              
## researchfield.psychology   1.0000          1.0000     1.0000              
## researchfield.sociology    1.0000          1.0000     1.0000              
## researchfield.theology     1.0000          1.0000     1.0000              
## researchfield.other        1.0000          1.0000     1.0000              
##                            source.NCD source.GSS source.UKDS source.KB
## researchfield.archaeology  1.0000     1.0000     1.0000      1.0000   
## researchfield.architecture 1.0000     1.0000     1.0000      1.0000   
## researchfield.art          1.0000     1.0000     1.0000      1.0000   
## researchfield.economics    1.0000     1.0000     1.0000      1.0000   
## researchfield.education    1.0000     1.0000     1.0000      1.0000   
## researchfield.ethnology    1.0000     1.0000     1.0000      1.0000   
## researchfield.geography    1.0000     1.0000     1.0000      1.0000   
## researchfield.health       1.0000     1.0000     1.0000      1.0000   
## researchfield.history      1.0000     1.0000     1.0000      1.0000   
## researchfield.law          1.0000     1.0000     1.0000      1.0000   
## researchfield.linguistics  1.0000     1.0000     1.0000      0.0053   
## researchfield.literature   1.0000     1.0000     1.0000      1.0000   
## researchfield.media_comm   1.0000     0.3243     1.0000      1.0000   
## researchfield.philosophy   1.0000     1.0000     1.0000      1.0000   
## researchfield.politics     1.0000     1.0000     1.0000      1.0000   
## researchfield.psychology   1.0000     1.0000     1.0000      1.0000   
## researchfield.sociology    1.0000     1.0000     1.0000      1.0000   
## researchfield.theology     1.0000     1.0000     1.0000      1.0000   
## researchfield.other        1.0000     1.0000     1.0000      1.0000   
##                            source.STUDIE source.UNI source.SHARE source.WHO
## researchfield.archaeology  1.0000        1.0000     1.0000       1.0000    
## researchfield.architecture 1.0000        1.0000     1.0000       1.0000    
## researchfield.art          1.0000        1.0000     1.0000       1.0000    
## researchfield.economics    1.0000        1.0000     1.0000       1.0000    
## researchfield.education    1.0000        1.0000     1.0000       1.0000    
## researchfield.ethnology    1.0000        1.0000     1.0000       1.0000    
## researchfield.geography    1.0000        1.0000     1.0000       1.0000    
## researchfield.health       1.0000        1.0000     0.5087       1.0000    
## researchfield.history      1.0000        1.0000     1.0000       1.0000    
## researchfield.law          1.0000        1.0000     1.0000       1.0000    
## researchfield.linguistics  1.0000        1.0000     1.0000       1.0000    
## researchfield.literature   1.0000        1.0000     1.0000       1.0000    
## researchfield.media_comm   1.0000        1.0000     1.0000       1.0000    
## researchfield.philosophy   1.0000        1.0000     1.0000       1.0000    
## researchfield.politics     1.0000        1.0000     1.0000       1.0000    
## researchfield.psychology   1.0000        1.0000     1.0000       1.0000    
## researchfield.sociology    1.0000        1.0000     1.0000       1.0000    
## researchfield.theology     1.0000        1.0000     1.0000       1.0000    
## researchfield.other        1.0000        1.0000     1.0000       1.0000    
##                            source.ANES source.HEVE source.VIDEO source.QOG
## researchfield.archaeology  1.0000      1.0000      1.0000       1.0000    
## researchfield.architecture 1.0000      1.0000      1.0000       1.0000    
## researchfield.art          1.0000      1.0000      1.0000       1.0000    
## researchfield.economics    1.0000      1.0000      1.0000       1.0000    
## researchfield.education    1.0000      1.0000      1.0000       1.0000    
## researchfield.ethnology    1.0000      1.0000      0.8527       1.0000    
## researchfield.geography    1.0000      1.0000      1.0000       1.0000    
## researchfield.health       1.0000      1.0000      1.0000       1.0000    
## researchfield.history      1.0000      1.0000      1.0000       1.0000    
## researchfield.law          1.0000      1.0000      1.0000       1.0000    
## researchfield.linguistics  1.0000      1.0000      1.0000       1.0000    
## researchfield.literature   1.0000      1.0000      1.0000       1.0000    
## researchfield.media_comm   1.0000      1.0000      0.3243       1.0000    
## researchfield.philosophy   1.0000      1.0000      1.0000       1.0000    
## researchfield.politics     1.0000      1.0000      1.0000       1.0000    
## researchfield.psychology   1.0000      1.0000      1.0000       1.0000    
## researchfield.sociology    1.0000      1.0000      1.0000       1.0000    
## researchfield.theology     1.0000      1.0000      1.0000       1.0000    
## researchfield.other        1.0000      1.0000      1.0000       1.0000    
##                            source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## researchfield.archaeology  1.0000        1.0000        1.0000      1.0000      
## researchfield.architecture 1.0000        1.0000        1.0000      1.0000      
## researchfield.art          1.0000        1.0000        1.0000      1.0000      
## researchfield.economics    1.0000        1.0000        1.0000      1.0000      
## researchfield.education    1.0000        1.0000        1.0000      1.0000      
## researchfield.ethnology    1.0000        1.0000        1.0000      1.0000      
## researchfield.geography    1.0000        1.0000        1.0000      1.0000      
## researchfield.health       1.0000        1.0000        1.0000      1.0000      
## researchfield.history      1.0000        1.0000        1.0000      1.0000      
## researchfield.law          1.0000        1.0000        1.0000      1.0000      
## researchfield.linguistics  1.0000        1.0000        1.0000      1.0000      
## researchfield.literature   1.0000        1.0000        1.0000      1.0000      
## researchfield.media_comm   1.0000        1.0000        1.0000      1.0000      
## researchfield.philosophy   1.0000        1.0000        1.0000      1.0000      
## researchfield.politics     1.0000        1.0000        1.0000      1.0000      
## researchfield.psychology   1.0000        1.0000        1.0000      1.0000      
## researchfield.sociology    1.0000        1.0000        1.0000      1.0000      
## researchfield.theology     1.0000        1.0000        1.0000      1.0000      
## researchfield.other        1.0000        1.0000        1.0000      1.0000      
##                            source.WAHLDATEN source.OSF source.TRANSC
## researchfield.archaeology  1.0000           1.0000     1.0000       
## researchfield.architecture 1.0000           1.0000     1.0000       
## researchfield.art          1.0000           1.0000     1.0000       
## researchfield.economics    1.0000           1.0000     1.0000       
## researchfield.education    1.0000           1.0000     1.0000       
## researchfield.ethnology    1.0000           1.0000     1.0000       
## researchfield.geography    1.0000           1.0000     1.0000       
## researchfield.health       1.0000           1.0000     1.0000       
## researchfield.history      1.0000           1.0000     1.0000       
## researchfield.law          1.0000           1.0000     1.0000       
## researchfield.linguistics  1.0000           1.0000     1.0000       
## researchfield.literature   1.0000           1.0000     1.0000       
## researchfield.media_comm   1.0000           1.0000     1.0000       
## researchfield.philosophy   1.0000           1.0000     1.0000       
## researchfield.politics     1.0000           1.0000     1.0000       
## researchfield.psychology   1.0000           1.0000     1.0000       
## researchfield.sociology    1.0000           1.0000     1.0000       
## researchfield.theology     1.0000           1.0000     1.0000       
## researchfield.other        1.0000           1.0000     1.0000       
##                            source.GOOGLE source.ARE source.NCCR
## researchfield.archaeology  1.0000        1.0000     1.0000     
## researchfield.architecture 1.0000        1.0000     1.0000     
## researchfield.art          1.0000        1.0000     1.0000     
## researchfield.economics    1.0000        1.0000     1.0000     
## researchfield.education    1.0000        1.0000     1.0000     
## researchfield.ethnology    1.0000        1.0000     1.0000     
## researchfield.geography    1.0000        1.0000     1.0000     
## researchfield.health       1.0000        1.0000     1.0000     
## researchfield.history      1.0000        1.0000     1.0000     
## researchfield.law          1.0000        1.0000     1.0000     
## researchfield.linguistics  1.0000        1.0000     1.0000     
## researchfield.literature   1.0000        1.0000     1.0000     
## researchfield.media_comm   1.0000        1.0000     0.0001     
## researchfield.philosophy   1.0000        1.0000     1.0000     
## researchfield.politics     1.0000        1.0000     1.0000     
## researchfield.psychology   1.0000        1.0000     1.0000     
## researchfield.sociology    1.0000        1.0000     1.0000     
## researchfield.theology     1.0000        1.0000     1.0000     
## researchfield.other        1.0000        1.0000     1.0000     
##                            source.BILDUNGSTATKTZH source.DTA source.DATABASEPIC
## researchfield.archaeology  1.0000                 0.0000     1.0000            
## researchfield.architecture 1.0000                 1.0000     1.0000            
## researchfield.art          1.0000                 1.0000     1.0000            
## researchfield.economics    1.0000                 1.0000     1.0000            
## researchfield.education    1.0000                 1.0000     1.0000            
## researchfield.ethnology    1.0000                 1.0000     1.0000            
## researchfield.geography    1.0000                 1.0000     1.0000            
## researchfield.health       1.0000                 1.0000     1.0000            
## researchfield.history      1.0000                 1.0000     1.0000            
## researchfield.law          1.0000                 1.0000     1.0000            
## researchfield.linguistics  1.0000                 1.0000     1.0000            
## researchfield.literature   1.0000                 0.0148     0.0148            
## researchfield.media_comm   1.0000                 1.0000     1.0000            
## researchfield.philosophy   1.0000                 1.0000     1.0000            
## researchfield.politics     1.0000                 1.0000     1.0000            
## researchfield.psychology   1.0000                 1.0000     1.0000            
## researchfield.sociology    1.0000                 1.0000     1.0000            
## researchfield.theology     1.0000                 1.0000     1.0000            
## researchfield.other        1.0000                 1.0000     1.0000            
##                            source.HI source.SV source.SSSAJ source.AEA
## researchfield.archaeology  1.0000    1.0000    1.0000       1.0000    
## researchfield.architecture 1.0000    1.0000    1.0000       1.0000    
## researchfield.art          1.0000    1.0000    1.0000       1.0000    
## researchfield.economics    1.0000    1.0000    1.0000       0.2396    
## researchfield.education    1.0000    1.0000    1.0000       1.0000    
## researchfield.ethnology    1.0000    1.0000    1.0000       1.0000    
## researchfield.geography    1.0000    1.0000    1.0000       1.0000    
## researchfield.health       1.0000    1.0000    1.0000       1.0000    
## researchfield.history      1.0000    1.0000    1.0000       1.0000    
## researchfield.law          1.0000    1.0000    1.0000       1.0000    
## researchfield.linguistics  1.0000    1.0000    1.0000       1.0000    
## researchfield.literature   1.0000    1.0000    1.0000       1.0000    
## researchfield.media_comm   1.0000    1.0000    1.0000       1.0000    
## researchfield.philosophy   1.0000    1.0000    1.0000       1.0000    
## researchfield.politics     1.0000    1.0000    1.0000       1.0000    
## researchfield.psychology   1.0000    1.0000    1.0000       1.0000    
## researchfield.sociology    1.0000    1.0000    1.0000       1.0000    
## researchfield.theology     1.0000    1.0000    1.0000       1.0000    
## researchfield.other        1.0000    1.0000    1.0000       1.0000    
##                            source.ADDHEALTH source.USBLS source.BJS source.WEMF
## researchfield.archaeology  0.0019           1.0000       1.0000     1.0000     
## researchfield.architecture 1.0000           1.0000       1.0000     1.0000     
## researchfield.art          1.0000           1.0000       1.0000     1.0000     
## researchfield.economics    1.0000           0.2396       1.0000     1.0000     
## researchfield.education    1.0000           1.0000       1.0000     1.0000     
## researchfield.ethnology    1.0000           1.0000       1.0000     1.0000     
## researchfield.geography    1.0000           1.0000       1.0000     1.0000     
## researchfield.health       1.0000           1.0000       1.0000     1.0000     
## researchfield.history      1.0000           1.0000       1.0000     1.0000     
## researchfield.law          1.0000           1.0000       1.0000     1.0000     
## researchfield.linguistics  1.0000           1.0000       1.0000     1.0000     
## researchfield.literature   1.0000           1.0000       1.0000     1.0000     
## researchfield.media_comm   1.0000           1.0000       1.0000     0.0001     
## researchfield.philosophy   1.0000           1.0000       1.0000     1.0000     
## researchfield.politics     1.0000           1.0000       1.0000     1.0000     
## researchfield.psychology   1.0000           1.0000       1.0000     1.0000     
## researchfield.sociology    1.0000           1.0000       1.0000     1.0000     
## researchfield.theology     1.0000           1.0000       1.0000     1.0000     
## researchfield.other        1.0000           1.0000       1.0000     1.0000     
##                            source.DATAGOVE source.DODIS source.FPPAEDAGOGIK
## researchfield.archaeology  1.0000          1.0000       1.0000             
## researchfield.architecture 1.0000          1.0000       1.0000             
## researchfield.art          1.0000          1.0000       1.0000             
## researchfield.economics    1.0000          1.0000       1.0000             
## researchfield.education    1.0000          1.0000       1.0000             
## researchfield.ethnology    1.0000          1.0000       1.0000             
## researchfield.geography    1.0000          1.0000       1.0000             
## researchfield.health       1.0000          1.0000       1.0000             
## researchfield.history      1.0000          0.0756       1.0000             
## researchfield.law          1.0000          1.0000       1.0000             
## researchfield.linguistics  1.0000          1.0000       1.0000             
## researchfield.literature   1.0000          1.0000       1.0000             
## researchfield.media_comm   1.0000          1.0000       1.0000             
## researchfield.philosophy   1.0000          1.0000       1.0000             
## researchfield.politics     1.0000          1.0000       1.0000             
## researchfield.psychology   1.0000          1.0000       1.0000             
## researchfield.sociology    1.0000          1.0000       1.0000             
## researchfield.theology     1.0000          1.0000       1.0000             
## researchfield.other        1.0000          1.0000       1.0000             
##                            source.MODE source.SILC source.DATABASEMUSEUM
## researchfield.archaeology  1.0000      1.0000      0.1915               
## researchfield.architecture 1.0000      1.0000      1.0000               
## researchfield.art          0.0003      1.0000      0.0000               
## researchfield.economics    1.0000      1.0000      1.0000               
## researchfield.education    1.0000      1.0000      1.0000               
## researchfield.ethnology    1.0000      1.0000      1.0000               
## researchfield.geography    1.0000      1.0000      1.0000               
## researchfield.health       1.0000      1.0000      1.0000               
## researchfield.history      1.0000      1.0000      0.0064               
## researchfield.law          1.0000      1.0000      1.0000               
## researchfield.linguistics  1.0000      1.0000      1.0000               
## researchfield.literature   1.0000      1.0000      1.0000               
## researchfield.media_comm   1.0000      1.0000      1.0000               
## researchfield.philosophy   1.0000      1.0000      1.0000               
## researchfield.politics     1.0000      1.0000      1.0000               
## researchfield.psychology   1.0000      1.0000      1.0000               
## researchfield.sociology    1.0000      1.0000      1.0000               
## researchfield.theology     1.0000      1.0000      1.0000               
## researchfield.other        1.0000      1.0000      1.0000               
##                            source.IMSLP source.INETARCHIVE source.EFD
## researchfield.archaeology  1.0000       1.0000             1.0000    
## researchfield.architecture 1.0000       1.0000             1.0000    
## researchfield.art          0.0003       0.0003             1.0000    
## researchfield.economics    1.0000       1.0000             1.0000    
## researchfield.education    1.0000       1.0000             1.0000    
## researchfield.ethnology    1.0000       1.0000             1.0000    
## researchfield.geography    1.0000       1.0000             1.0000    
## researchfield.health       1.0000       1.0000             1.0000    
## researchfield.history      1.0000       1.0000             1.0000    
## researchfield.law          1.0000       1.0000             1.0000    
## researchfield.linguistics  1.0000       1.0000             1.0000    
## researchfield.literature   1.0000       1.0000             1.0000    
## researchfield.media_comm   1.0000       1.0000             1.0000    
## researchfield.philosophy   1.0000       1.0000             1.0000    
## researchfield.politics     1.0000       1.0000             1.0000    
## researchfield.psychology   1.0000       1.0000             1.0000    
## researchfield.sociology    1.0000       1.0000             1.0000    
## researchfield.theology     1.0000       1.0000             1.0000    
## researchfield.other        1.0000       1.0000             1.0000    
##                            source.WEBSITE source.EFS source.LAVATER source.BAG
## researchfield.archaeology  0.0000         1.0000     1.0000         1.0000    
## researchfield.architecture 1.0000         1.0000     1.0000         1.0000    
## researchfield.art          1.0000         1.0000     1.0000         1.0000    
## researchfield.economics    1.0000         1.0000     1.0000         1.0000    
## researchfield.education    1.0000         1.0000     1.0000         1.0000    
## researchfield.ethnology    1.0000         1.0000     1.0000         1.0000    
## researchfield.geography    1.0000         1.0000     1.0000         1.0000    
## researchfield.health       1.0000         1.0000     1.0000         1.0000    
## researchfield.history      1.0000         1.0000     1.0000         1.0000    
## researchfield.law          1.0000         1.0000     1.0000         1.0000    
## researchfield.linguistics  1.0000         1.0000     0.0053         1.0000    
## researchfield.literature   1.0000         1.0000     0.0148         1.0000    
## researchfield.media_comm   1.0000         1.0000     1.0000         1.0000    
## researchfield.philosophy   1.0000         1.0000     0.0000         1.0000    
## researchfield.politics     1.0000         1.0000     1.0000         1.0000    
## researchfield.psychology   1.0000         1.0000     1.0000         1.0000    
## researchfield.sociology    1.0000         1.0000     1.0000         1.0000    
## researchfield.theology     1.0000         1.0000     0.0000         1.0000    
## researchfield.other        1.0000         1.0000     1.0000         1.0000    
##                            source.FLICKR source.NOTES source.INTERVIEW
## researchfield.archaeology  1.0000        1.0000       1.0000          
## researchfield.architecture 0.0000        1.0000       1.0000          
## researchfield.art          1.0000        1.0000       1.0000          
## researchfield.economics    1.0000        1.0000       1.0000          
## researchfield.education    1.0000        1.0000       1.0000          
## researchfield.ethnology    1.0000        0.0003       0.0003          
## researchfield.geography    0.0000        1.0000       1.0000          
## researchfield.health       1.0000        1.0000       1.0000          
## researchfield.history      0.0756        1.0000       1.0000          
## researchfield.law          1.0000        1.0000       1.0000          
## researchfield.linguistics  1.0000        1.0000       1.0000          
## researchfield.literature   1.0000        1.0000       1.0000          
## researchfield.media_comm   1.0000        1.0000       1.0000          
## researchfield.philosophy   1.0000        1.0000       1.0000          
## researchfield.politics     1.0000        1.0000       1.0000          
## researchfield.psychology   1.0000        1.0000       1.0000          
## researchfield.sociology    1.0000        1.0000       1.0000          
## researchfield.theology     1.0000        1.0000       1.0000          
## researchfield.other        1.0000        1.0000       1.0000          
##                            source.HANDRIT source.DZHW source.SGG source.HETSL
## researchfield.archaeology  1.0000         1.0000      1.0000     1.0000      
## researchfield.architecture 1.0000         1.0000      1.0000     1.0000      
## researchfield.art          1.0000         1.0000      1.0000     1.0000      
## researchfield.economics    1.0000         1.0000      1.0000     1.0000      
## researchfield.education    1.0000         1.0000      1.0000     1.0000      
## researchfield.ethnology    1.0000         1.0000      1.0000     1.0000      
## researchfield.geography    1.0000         1.0000      1.0000     1.0000      
## researchfield.health       1.0000         1.0000      1.0000     1.0000      
## researchfield.history      1.0000         1.0000      1.0000     1.0000      
## researchfield.law          1.0000         1.0000      1.0000     1.0000      
## researchfield.linguistics  0.0053         1.0000      1.0000     1.0000      
## researchfield.literature   0.0148         1.0000      1.0000     1.0000      
## researchfield.media_comm   1.0000         1.0000      1.0000     1.0000      
## researchfield.philosophy   1.0000         1.0000      1.0000     1.0000      
## researchfield.politics     1.0000         1.0000      1.0000     1.0000      
## researchfield.psychology   1.0000         1.0000      1.0000     1.0000      
## researchfield.sociology    1.0000         1.0000      1.0000     1.0000      
## researchfield.theology     1.0000         1.0000      1.0000     1.0000      
## researchfield.other        1.0000         1.0000      1.0000     1.0000      
##                            source.HSZK source.SPIN source.GBD source.MARPOR
## researchfield.archaeology  1.0000      1.0000      1.0000     1.0000       
## researchfield.architecture 1.0000      1.0000      1.0000     1.0000       
## researchfield.art          1.0000      1.0000      1.0000     1.0000       
## researchfield.economics    1.0000      1.0000      1.0000     1.0000       
## researchfield.education    1.0000      1.0000      1.0000     1.0000       
## researchfield.ethnology    1.0000      1.0000      1.0000     1.0000       
## researchfield.geography    1.0000      1.0000      1.0000     1.0000       
## researchfield.health       1.0000      1.0000      1.0000     1.0000       
## researchfield.history      1.0000      1.0000      1.0000     1.0000       
## researchfield.law          1.0000      1.0000      1.0000     1.0000       
## researchfield.linguistics  0.0053      1.0000      1.0000     1.0000       
## researchfield.literature   1.0000      1.0000      1.0000     1.0000       
## researchfield.media_comm   1.0000      1.0000      1.0000     1.0000       
## researchfield.philosophy   1.0000      1.0000      1.0000     1.0000       
## researchfield.politics     1.0000      1.0000      1.0000     1.0000       
## researchfield.psychology   1.0000      1.0000      1.0000     1.0000       
## researchfield.sociology    1.0000      1.0000      1.0000     1.0000       
## researchfield.theology     1.0000      1.0000      1.0000     1.0000       
## researchfield.other        1.0000      1.0000      1.0000     1.0000       
##                            source.STUTEXT source.STAPF source.STUDPLANTI
## researchfield.archaeology  1.0000         1.0000       1.0000           
## researchfield.architecture 1.0000         1.0000       1.0000           
## researchfield.art          1.0000         1.0000       1.0000           
## researchfield.economics    1.0000         1.0000       1.0000           
## researchfield.education    1.0000         1.0000       1.0000           
## researchfield.ethnology    1.0000         1.0000       1.0000           
## researchfield.geography    1.0000         1.0000       1.0000           
## researchfield.health       1.0000         1.0000       1.0000           
## researchfield.history      1.0000         0.0756       0.0756           
## researchfield.law          1.0000         1.0000       1.0000           
## researchfield.linguistics  1.0000         1.0000       1.0000           
## researchfield.literature   1.0000         1.0000       1.0000           
## researchfield.media_comm   1.0000         1.0000       1.0000           
## researchfield.philosophy   1.0000         1.0000       1.0000           
## researchfield.politics     1.0000         1.0000       1.0000           
## researchfield.psychology   1.0000         1.0000       1.0000           
## researchfield.sociology    1.0000         1.0000       1.0000           
## researchfield.theology     1.0000         1.0000       1.0000           
## researchfield.other        1.0000         1.0000       1.0000           
##                            source.THESES source.WBDATA source.SSRN source.PRIO
## researchfield.archaeology  1.0000        1.0000        1.0000      1.0000     
## researchfield.architecture 1.0000        1.0000        1.0000      1.0000     
## researchfield.art          1.0000        1.0000        1.0000      1.0000     
## researchfield.economics    1.0000        1.0000        1.0000      1.0000     
## researchfield.education    1.0000        1.0000        1.0000      1.0000     
## researchfield.ethnology    1.0000        1.0000        1.0000      1.0000     
## researchfield.geography    1.0000        1.0000        1.0000      1.0000     
## researchfield.health       1.0000        1.0000        1.0000      1.0000     
## researchfield.history      1.0000        1.0000        1.0000      1.0000     
## researchfield.law          1.0000        1.0000        0.0000      1.0000     
## researchfield.linguistics  1.0000        1.0000        1.0000      1.0000     
## researchfield.literature   1.0000        1.0000        1.0000      1.0000     
## researchfield.media_comm   1.0000        1.0000        1.0000      1.0000     
## researchfield.philosophy   1.0000        1.0000        1.0000      1.0000     
## researchfield.politics     1.0000        1.0000        1.0000      1.0000     
## researchfield.psychology   1.0000        1.0000        1.0000      1.0000     
## researchfield.sociology    1.0000        1.0000        1.0000      1.0000     
## researchfield.theology     1.0000        1.0000        1.0000      1.0000     
## researchfield.other        1.0000        1.0000        1.0000      1.0000     
##                            source.GDELT source.EINKIK source.DATAJOURNAL
## researchfield.archaeology  1.0000       1.0000        0.0000            
## researchfield.architecture 1.0000       1.0000        1.0000            
## researchfield.art          1.0000       1.0000        1.0000            
## researchfield.economics    1.0000       1.0000        1.0000            
## researchfield.education    1.0000       1.0000        1.0000            
## researchfield.ethnology    1.0000       1.0000        1.0000            
## researchfield.geography    1.0000       1.0000        1.0000            
## researchfield.health       1.0000       1.0000        1.0000            
## researchfield.history      1.0000       1.0000        1.0000            
## researchfield.law          1.0000       1.0000        1.0000            
## researchfield.linguistics  1.0000       1.0000        1.0000            
## researchfield.literature   1.0000       1.0000        0.0148            
## researchfield.media_comm   1.0000       1.0000        1.0000            
## researchfield.philosophy   1.0000       1.0000        1.0000            
## researchfield.politics     1.0000       1.0000        1.0000            
## researchfield.psychology   1.0000       1.0000        1.0000            
## researchfield.sociology    1.0000       1.0000        1.0000            
## researchfield.theology     1.0000       1.0000        1.0000            
## researchfield.other        1.0000       1.0000        1.0000            
##                            source.VDEM source.SSLS source.IMPUS
## researchfield.archaeology  1.0000      1.0000      1.0000      
## researchfield.architecture 1.0000      1.0000      1.0000      
## researchfield.art          1.0000      1.0000      1.0000      
## researchfield.economics    1.0000      1.0000      1.0000      
## researchfield.education    1.0000      1.0000      1.0000      
## researchfield.ethnology    1.0000      1.0000      1.0000      
## researchfield.geography    1.0000      1.0000      1.0000      
## researchfield.health       1.0000      1.0000      1.0000      
## researchfield.history      1.0000      1.0000      1.0000      
## researchfield.law          1.0000      1.0000      1.0000      
## researchfield.linguistics  1.0000      1.0000      1.0000      
## researchfield.literature   1.0000      1.0000      1.0000      
## researchfield.media_comm   1.0000      1.0000      1.0000      
## researchfield.philosophy   1.0000      1.0000      1.0000      
## researchfield.politics     1.0000      1.0000      1.0000      
## researchfield.psychology   1.0000      1.0000      1.0000      
## researchfield.sociology    1.0000      1.0000      1.0000      
## researchfield.theology     1.0000      1.0000      1.0000      
## researchfield.other        1.0000      1.0000      1.0000      
##                            source.EPERIODICA source.EHA source.MEDIAPULSE
## researchfield.archaeology  1.0000            1.0000     1.0000           
## researchfield.architecture 1.0000            1.0000     1.0000           
## researchfield.art          1.0000            1.0000     1.0000           
## researchfield.economics    1.0000            1.0000     1.0000           
## researchfield.education    1.0000            1.0000     1.0000           
## researchfield.ethnology    1.0000            1.0000     1.0000           
## researchfield.geography    1.0000            1.0000     1.0000           
## researchfield.health       1.0000            1.0000     1.0000           
## researchfield.history      0.0756            1.0000     1.0000           
## researchfield.law          1.0000            1.0000     1.0000           
## researchfield.linguistics  1.0000            1.0000     1.0000           
## researchfield.literature   1.0000            1.0000     1.0000           
## researchfield.media_comm   1.0000            1.0000     0.0001           
## researchfield.philosophy   1.0000            1.0000     1.0000           
## researchfield.politics     1.0000            1.0000     1.0000           
## researchfield.psychology   1.0000            1.0000     1.0000           
## researchfield.sociology    1.0000            1.0000     1.0000           
## researchfield.theology     1.0000            1.0000     1.0000           
## researchfield.other        1.0000            1.0000     1.0000           
##                            source.CESAR source.RECORD source.CMVW source.SECO
## researchfield.archaeology  1.0000       1.0000        1.0000      1.0000     
## researchfield.architecture 1.0000       1.0000        1.0000      1.0000     
## researchfield.art          0.0003       0.8527        0.0003      1.0000     
## researchfield.economics    1.0000       1.0000        1.0000      1.0000     
## researchfield.education    1.0000       1.0000        1.0000      1.0000     
## researchfield.ethnology    1.0000       1.0000        1.0000      1.0000     
## researchfield.geography    1.0000       1.0000        1.0000      1.0000     
## researchfield.health       1.0000       1.0000        1.0000      1.0000     
## researchfield.history      1.0000       1.0000        1.0000      1.0000     
## researchfield.law          1.0000       1.0000        1.0000      1.0000     
## researchfield.linguistics  1.0000       1.0000        1.0000      1.0000     
## researchfield.literature   0.0148       1.0000        1.0000      1.0000     
## researchfield.media_comm   1.0000       1.0000        1.0000      1.0000     
## researchfield.philosophy   1.0000       1.0000        1.0000      1.0000     
## researchfield.politics     1.0000       1.0000        1.0000      1.0000     
## researchfield.psychology   1.0000       1.0000        1.0000      1.0000     
## researchfield.sociology    1.0000       1.0000        1.0000      1.0000     
## researchfield.theology     1.0000       1.0000        1.0000      1.0000     
## researchfield.other        1.0000       1.0000        1.0000      1.0000     
##                            source.TWITTER source.GIS source.KAGGLE source.GETTY
## researchfield.archaeology  1.0000         1.0000     1.0000        1.0000      
## researchfield.architecture 1.0000         1.0000     0.0000        1.0000      
## researchfield.art          1.0000         1.0000     1.0000        0.0003      
## researchfield.economics    1.0000         1.0000     1.0000        1.0000      
## researchfield.education    1.0000         1.0000     1.0000        1.0000      
## researchfield.ethnology    1.0000         1.0000     1.0000        1.0000      
## researchfield.geography    1.0000         1.0000     0.0019        1.0000      
## researchfield.health       1.0000         1.0000     1.0000        1.0000      
## researchfield.history      1.0000         1.0000     1.0000        0.0756      
## researchfield.law          1.0000         1.0000     1.0000        1.0000      
## researchfield.linguistics  1.0000         1.0000     1.0000        1.0000      
## researchfield.literature   1.0000         1.0000     1.0000        1.0000      
## researchfield.media_comm   1.0000         1.0000     1.0000        1.0000      
## researchfield.philosophy   1.0000         1.0000     1.0000        1.0000      
## researchfield.politics     1.0000         1.0000     1.0000        1.0000      
## researchfield.psychology   1.0000         1.0000     1.0000        1.0000      
## researchfield.sociology    1.0000         1.0000     1.0000        1.0000      
## researchfield.theology     1.0000         1.0000     1.0000        1.0000      
## researchfield.other        1.0000         1.0000     1.0000        1.0000      
##                            source.ACAD source.DGD source.TARKI source.FHS
## researchfield.archaeology  1.0000      1.0000     1.0000       1.0000    
## researchfield.architecture 1.0000      1.0000     1.0000       1.0000    
## researchfield.art          0.0003      1.0000     1.0000       1.0000    
## researchfield.economics    1.0000      1.0000     1.0000       1.0000    
## researchfield.education    1.0000      1.0000     1.0000       1.0000    
## researchfield.ethnology    1.0000      1.0000     1.0000       1.0000    
## researchfield.geography    1.0000      1.0000     1.0000       1.0000    
## researchfield.health       1.0000      1.0000     1.0000       1.0000    
## researchfield.history      1.0000      1.0000     1.0000       1.0000    
## researchfield.law          1.0000      1.0000     1.0000       1.0000    
## researchfield.linguistics  1.0000      0.0053     1.0000       1.0000    
## researchfield.literature   1.0000      1.0000     1.0000       1.0000    
## researchfield.media_comm   1.0000      1.0000     1.0000       1.0000    
## researchfield.philosophy   1.0000      1.0000     1.0000       1.0000    
## researchfield.politics     1.0000      1.0000     1.0000       1.0000    
## researchfield.psychology   1.0000      1.0000     1.0000       1.0000    
## researchfield.sociology    1.0000      1.0000     1.0000       1.0000    
## researchfield.theology     1.0000      1.0000     1.0000       1.0000    
## researchfield.other        1.0000      1.0000     1.0000       1.0000    
##                            source.DOC source.QJE source.HLS source.WVS
## researchfield.archaeology  1.0000     1.0000     1.0000     1.0000    
## researchfield.architecture 1.0000     1.0000     1.0000     1.0000    
## researchfield.art          1.0000     1.0000     1.0000     1.0000    
## researchfield.economics    1.0000     1.0000     1.0000     1.0000    
## researchfield.education    1.0000     1.0000     1.0000     1.0000    
## researchfield.ethnology    1.0000     1.0000     1.0000     1.0000    
## researchfield.geography    1.0000     1.0000     1.0000     1.0000    
## researchfield.health       1.0000     1.0000     1.0000     1.0000    
## researchfield.history      1.0000     1.0000     0.0756     1.0000    
## researchfield.law          1.0000     1.0000     1.0000     1.0000    
## researchfield.linguistics  1.0000     1.0000     1.0000     1.0000    
## researchfield.literature   1.0000     1.0000     1.0000     1.0000    
## researchfield.media_comm   1.0000     1.0000     1.0000     1.0000    
## researchfield.philosophy   1.0000     1.0000     1.0000     1.0000    
## researchfield.politics     1.0000     1.0000     1.0000     1.0000    
## researchfield.psychology   1.0000     1.0000     1.0000     1.0000    
## researchfield.sociology    1.0000     1.0000     1.0000     1.0000    
## researchfield.theology     1.0000     1.0000     1.0000     1.0000    
## researchfield.other        1.0000     1.0000     1.0000     1.0000    
##                            source.INTORG source.AVAM source.GEMEINDEFORSCHUNG
## researchfield.archaeology  1.0000        1.0000      1.0000                  
## researchfield.architecture 1.0000        1.0000      1.0000                  
## researchfield.art          1.0000        1.0000      1.0000                  
## researchfield.economics    1.0000        1.0000      1.0000                  
## researchfield.education    1.0000        1.0000      1.0000                  
## researchfield.ethnology    1.0000        1.0000      1.0000                  
## researchfield.geography    1.0000        1.0000      1.0000                  
## researchfield.health       1.0000        1.0000      1.0000                  
## researchfield.history      1.0000        1.0000      1.0000                  
## researchfield.law          0.0000        1.0000      1.0000                  
## researchfield.linguistics  1.0000        1.0000      1.0000                  
## researchfield.literature   1.0000        1.0000      1.0000                  
## researchfield.media_comm   1.0000        1.0000      1.0000                  
## researchfield.philosophy   1.0000        1.0000      1.0000                  
## researchfield.politics     1.0000        1.0000      1.0000                  
## researchfield.psychology   1.0000        1.0000      1.0000                  
## researchfield.sociology    1.0000        1.0000      1.0000                  
## researchfield.theology     1.0000        1.0000      1.0000                  
## researchfield.other        1.0000        1.0000      1.0000                  
##                            source.UNKNOWN source.DAB source.NETMETRIX
## researchfield.archaeology  1.0000         1.0000     1.0000          
## researchfield.architecture 1.0000         1.0000     1.0000          
## researchfield.art          1.0000         1.0000     1.0000          
## researchfield.economics    1.0000         1.0000     1.0000          
## researchfield.education    1.0000         1.0000     1.0000          
## researchfield.ethnology    1.0000         1.0000     1.0000          
## researchfield.geography    1.0000         1.0000     1.0000          
## researchfield.health       1.0000         1.0000     1.0000          
## researchfield.history      1.0000         1.0000     1.0000          
## researchfield.law          1.0000         1.0000     1.0000          
## researchfield.linguistics  1.0000         1.0000     1.0000          
## researchfield.literature   1.0000         1.0000     1.0000          
## researchfield.media_comm   1.0000         1.0000     0.0001          
## researchfield.philosophy   1.0000         1.0000     1.0000          
## researchfield.politics     1.0000         1.0000     1.0000          
## researchfield.psychology   1.0000         1.0000     1.0000          
## researchfield.sociology    1.0000         1.0000     1.0000          
## researchfield.theology     1.0000         1.0000     1.0000          
## researchfield.other        1.0000         1.0000     1.0000          
##                            source.THDS source.ANFP source.NSD source.LIBCON
## researchfield.archaeology  1.0000      1.0000      1.0000     1.0000       
## researchfield.architecture 1.0000      1.0000      1.0000     0.0000       
## researchfield.art          0.0003      1.0000      1.0000     1.0000       
## researchfield.economics    1.0000      1.0000      1.0000     1.0000       
## researchfield.education    1.0000      1.0000      1.0000     1.0000       
## researchfield.ethnology    1.0000      1.0000      1.0000     1.0000       
## researchfield.geography    1.0000      1.0000      1.0000     0.0000       
## researchfield.health       1.0000      1.0000      1.0000     1.0000       
## researchfield.history      1.0000      1.0000      1.0000     0.0756       
## researchfield.law          1.0000      1.0000      1.0000     1.0000       
## researchfield.linguistics  1.0000      1.0000      1.0000     1.0000       
## researchfield.literature   0.0148      1.0000      1.0000     1.0000       
## researchfield.media_comm   1.0000      1.0000      1.0000     1.0000       
## researchfield.philosophy   1.0000      1.0000      1.0000     1.0000       
## researchfield.politics     1.0000      1.0000      1.0000     1.0000       
## researchfield.psychology   1.0000      1.0000      1.0000     1.0000       
## researchfield.sociology    1.0000      1.0000      1.0000     1.0000       
## researchfield.theology     1.0000      1.0000      1.0000     1.0000       
## researchfield.other        1.0000      1.0000      1.0000     1.0000       
##                            source.RISM source.CSURF source.SAGA source.HSSO
## researchfield.archaeology  1.0000      1.0000       1.0000      1.0000     
## researchfield.architecture 1.0000      1.0000       1.0000      1.0000     
## researchfield.art          0.0003      1.0000       1.0000      1.0000     
## researchfield.economics    1.0000      1.0000       1.0000      1.0000     
## researchfield.education    1.0000      1.0000       1.0000      1.0000     
## researchfield.ethnology    1.0000      1.0000       1.0000      1.0000     
## researchfield.geography    1.0000      1.0000       1.0000      1.0000     
## researchfield.health       1.0000      1.0000       1.0000      1.0000     
## researchfield.history      1.0000      1.0000       1.0000      0.0756     
## researchfield.law          1.0000      1.0000       1.0000      1.0000     
## researchfield.linguistics  1.0000      1.0000       0.0053      1.0000     
## researchfield.literature   1.0000      1.0000       0.0148      1.0000     
## researchfield.media_comm   1.0000      1.0000       1.0000      1.0000     
## researchfield.philosophy   1.0000      1.0000       1.0000      1.0000     
## researchfield.politics     1.0000      1.0000       1.0000      1.0000     
## researchfield.psychology   1.0000      1.0000       1.0000      1.0000     
## researchfield.sociology    1.0000      1.0000       1.0000      1.0000     
## researchfield.theology     1.0000      1.0000       1.0000      1.0000     
## researchfield.other        1.0000      1.0000       1.0000      1.0000     
##                            source.SUCHTMONITORING source.LFE source.DATABASE
## researchfield.archaeology  1.0000                 1.0000     1.0000         
## researchfield.architecture 1.0000                 1.0000     1.0000         
## researchfield.art          1.0000                 1.0000     1.0000         
## researchfield.economics    1.0000                 1.0000     1.0000         
## researchfield.education    1.0000                 1.0000     1.0000         
## researchfield.ethnology    1.0000                 1.0000     1.0000         
## researchfield.geography    1.0000                 1.0000     1.0000         
## researchfield.health       1.0000                 1.0000     1.0000         
## researchfield.history      1.0000                 1.0000     1.0000         
## researchfield.law          1.0000                 1.0000     1.0000         
## researchfield.linguistics  1.0000                 1.0000     1.0000         
## researchfield.literature   1.0000                 1.0000     1.0000         
## researchfield.media_comm   1.0000                 1.0000     1.0000         
## researchfield.philosophy   1.0000                 1.0000     1.0000         
## researchfield.politics     1.0000                 1.0000     1.0000         
## researchfield.psychology   1.0000                 1.0000     1.0000         
## researchfield.sociology    1.0000                 1.0000     1.0000         
## researchfield.theology     1.0000                 1.0000     1.0000         
## researchfield.other        1.0000                 1.0000     1.0000         
##                            source.MEGUID source.CHES source.PYS source.REG
## researchfield.archaeology  1.0000        1.0000      1.0000     1.0000    
## researchfield.architecture 1.0000        1.0000      1.0000     1.0000    
## researchfield.art          1.0000        1.0000      1.0000     1.0000    
## researchfield.economics    1.0000        1.0000      1.0000     1.0000    
## researchfield.education    1.0000        1.0000      1.0000     1.0000    
## researchfield.ethnology    1.0000        1.0000      1.0000     1.0000    
## researchfield.geography    1.0000        1.0000      1.0000     1.0000    
## researchfield.health       1.0000        1.0000      1.0000     1.0000    
## researchfield.history      1.0000        1.0000      1.0000     1.0000    
## researchfield.law          1.0000        1.0000      1.0000     1.0000    
## researchfield.linguistics  1.0000        1.0000      1.0000     1.0000    
## researchfield.literature   1.0000        1.0000      1.0000     0.0148    
## researchfield.media_comm   1.0000        1.0000      1.0000     1.0000    
## researchfield.philosophy   1.0000        1.0000      1.0000     1.0000    
## researchfield.politics     1.0000        1.0000      1.0000     1.0000    
## researchfield.psychology   1.0000        1.0000      1.0000     1.0000    
## researchfield.sociology    1.0000        1.0000      1.0000     1.0000    
## researchfield.theology     1.0000        1.0000      1.0000     1.0000    
## researchfield.other        1.0000        1.0000      1.0000     1.0000    
##                            source.SMASH02 source.HBSC source.DVD source.SNC
## researchfield.archaeology  1.0000         1.0000      1.0000     1.0000    
## researchfield.architecture 1.0000         1.0000      1.0000     1.0000    
## researchfield.art          1.0000         1.0000      1.0000     1.0000    
## researchfield.economics    1.0000         1.0000      1.0000     1.0000    
## researchfield.education    1.0000         1.0000      1.0000     1.0000    
## researchfield.ethnology    1.0000         1.0000      1.0000     1.0000    
## researchfield.geography    1.0000         1.0000      1.0000     1.0000    
## researchfield.health       1.0000         1.0000      1.0000     1.0000    
## researchfield.history      1.0000         1.0000      1.0000     1.0000    
## researchfield.law          1.0000         1.0000      1.0000     1.0000    
## researchfield.linguistics  1.0000         1.0000      1.0000     1.0000    
## researchfield.literature   1.0000         1.0000      1.0000     1.0000    
## researchfield.media_comm   1.0000         1.0000      1.0000     1.0000    
## researchfield.philosophy   1.0000         1.0000      1.0000     1.0000    
## researchfield.politics     1.0000         1.0000      1.0000     1.0000    
## researchfield.psychology   1.0000         1.0000      1.0000     1.0000    
## researchfield.sociology    1.0000         1.0000      1.0000     1.0000    
## researchfield.theology     1.0000         1.0000      1.0000     1.0000    
## researchfield.other        1.0000         1.0000      1.0000     1.0000    
##                            source.JOBADS source.TAX source.VS
## researchfield.archaeology  1.0000        1.0000     1.0000   
## researchfield.architecture 1.0000        1.0000     1.0000   
## researchfield.art          1.0000        1.0000     1.0000   
## researchfield.economics    1.0000        1.0000     1.0000   
## researchfield.education    1.0000        1.0000     1.0000   
## researchfield.ethnology    1.0000        1.0000     1.0000   
## researchfield.geography    1.0000        1.0000     1.0000   
## researchfield.health       1.0000        1.0000     1.0000   
## researchfield.history      1.0000        1.0000     1.0000   
## researchfield.law          1.0000        1.0000     1.0000   
## researchfield.linguistics  1.0000        1.0000     1.0000   
## researchfield.literature   1.0000        1.0000     1.0000   
## researchfield.media_comm   1.0000        1.0000     1.0000   
## researchfield.philosophy   1.0000        1.0000     1.0000   
## researchfield.politics     1.0000        1.0000     1.0000   
## researchfield.psychology   1.0000        1.0000     1.0000   
## researchfield.sociology    1.0000        1.0000     1.0000   
## researchfield.theology     1.0000        1.0000     1.0000   
## researchfield.other        1.0000        1.0000     1.0000   
## 
## [1] "researchfield x criteria"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 238.12 
## X^2_S.ij = 
##                            criteria.metadata criteria.materials
## researchfield.archaeology               1.01               4.54
## researchfield.architecture              5.07               1.86
## researchfield.art                       0.22               0.67
## researchfield.economics                 1.05               0.37
## researchfield.education                 0.46               0.93
## researchfield.ethnology                 0.20               0.67
## researchfield.geography                 2.03               0.50
## researchfield.health                    0.10               0.03
## researchfield.history                   0.26               1.46
## researchfield.law                       0.60               1.34
## researchfield.linguistics               6.96               0.01
## researchfield.literature               10.21               0.25
## researchfield.media_comm                0.10               0.82
## researchfield.philosophy               10.17               0.20
## researchfield.politics                  0.66               8.03
## researchfield.psychology                0.46               2.87
## researchfield.sociology                 0.21               0.68
## researchfield.theology                  0.75               0.20
## researchfield.other                     0.54               2.54
##                            criteria.data_quality criteria.raw_data
## researchfield.archaeology                   0.21              2.75
## researchfield.architecture                  0.41              1.86
## researchfield.art                           0.22              0.01
## researchfield.economics                     0.91              2.03
## researchfield.education                     1.69              0.24
## researchfield.ethnology                     1.48              2.34
## researchfield.geography                     2.11              4.54
## researchfield.health                        1.15              0.10
## researchfield.history                       0.00              1.46
## researchfield.law                           0.02              1.63
## researchfield.linguistics                   0.02              1.93
## researchfield.literature                    0.11              0.55
## researchfield.media_comm                    1.12              0.36
## researchfield.philosophy                    0.83              1.09
## researchfield.politics                      2.26              0.07
## researchfield.psychology                    4.25              4.23
## researchfield.sociology                     3.88              0.07
## researchfield.theology                      2.97              1.36
## researchfield.other                         1.53              3.10
##                            criteria.usability criteria.access criteria.license
## researchfield.archaeology                0.01            0.08            14.89
## researchfield.architecture               0.23            0.52             0.11
## researchfield.art                        0.33            4.36             6.03
## researchfield.economics                  0.07            0.09             1.54
## researchfield.education                  0.65            0.74             0.54
## researchfield.ethnology                  1.37            0.00             0.02
## researchfield.geography                  0.01            0.08             0.54
## researchfield.health                     0.01            0.33             0.00
## researchfield.history                    0.09            0.21             0.37
## researchfield.law                        0.69            1.58             0.32
## researchfield.linguistics                0.59            0.02             0.97
## researchfield.literature                 0.36            0.31             8.14
## researchfield.media_comm                 0.23            0.04             0.08
## researchfield.philosophy                 1.33            0.22             0.21
## researchfield.politics                   1.82            2.18             2.50
## researchfield.psychology                 3.53           11.71             2.62
## researchfield.sociology                  0.01            0.46             0.21
## researchfield.theology                   1.63            4.42             0.77
## researchfield.other                      0.18            2.07             0.04
##                            criteria.trust_source
## researchfield.archaeology                   2.52
## researchfield.architecture                  0.82
## researchfield.art                           4.05
## researchfield.economics                     6.43
## researchfield.education                     2.52
## researchfield.ethnology                     0.51
## researchfield.geography                     0.05
## researchfield.health                        1.26
## researchfield.history                       0.03
## researchfield.law                           0.58
## researchfield.linguistics                   0.00
## researchfield.literature                    0.90
## researchfield.media_comm                    3.00
## researchfield.philosophy                    0.02
## researchfield.politics                      0.15
## researchfield.psychology                    2.52
## researchfield.sociology                     4.99
## researchfield.theology                      0.43
## researchfield.other                         0.93
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.0173 
## p.ij.adj = 
##                            criteria.metadata criteria.materials
## researchfield.archaeology  1.0000            1.0000            
## researchfield.architecture 1.0000            1.0000            
## researchfield.art          1.0000            1.0000            
## researchfield.economics    1.0000            1.0000            
## researchfield.education    1.0000            1.0000            
## researchfield.ethnology    1.0000            1.0000            
## researchfield.geography    1.0000            1.0000            
## researchfield.health       1.0000            1.0000            
## researchfield.history      1.0000            1.0000            
## researchfield.law          1.0000            1.0000            
## researchfield.linguistics  1.0000            1.0000            
## researchfield.literature   0.2129            1.0000            
## researchfield.media_comm   1.0000            1.0000            
## researchfield.philosophy   0.2168            1.0000            
## researchfield.politics     1.0000            0.6985            
## researchfield.psychology   1.0000            1.0000            
## researchfield.sociology    1.0000            1.0000            
## researchfield.theology     1.0000            1.0000            
## researchfield.other        1.0000            1.0000            
##                            criteria.data_quality criteria.raw_data
## researchfield.archaeology  1.0000                1.0000           
## researchfield.architecture 1.0000                1.0000           
## researchfield.art          1.0000                1.0000           
## researchfield.economics    1.0000                1.0000           
## researchfield.education    1.0000                1.0000           
## researchfield.ethnology    1.0000                1.0000           
## researchfield.geography    1.0000                1.0000           
## researchfield.health       1.0000                1.0000           
## researchfield.history      1.0000                1.0000           
## researchfield.law          1.0000                1.0000           
## researchfield.linguistics  1.0000                1.0000           
## researchfield.literature   1.0000                1.0000           
## researchfield.media_comm   1.0000                1.0000           
## researchfield.philosophy   1.0000                1.0000           
## researchfield.politics     1.0000                1.0000           
## researchfield.psychology   1.0000                1.0000           
## researchfield.sociology    1.0000                1.0000           
## researchfield.theology     1.0000                1.0000           
## researchfield.other        1.0000                1.0000           
##                            criteria.usability criteria.access criteria.license
## researchfield.archaeology  1.0000             1.0000          0.0173          
## researchfield.architecture 1.0000             1.0000          1.0000          
## researchfield.art          1.0000             1.0000          1.0000          
## researchfield.economics    1.0000             1.0000          1.0000          
## researchfield.education    1.0000             1.0000          1.0000          
## researchfield.ethnology    1.0000             1.0000          1.0000          
## researchfield.geography    1.0000             1.0000          1.0000          
## researchfield.health       1.0000             1.0000          1.0000          
## researchfield.history      1.0000             1.0000          1.0000          
## researchfield.law          1.0000             1.0000          1.0000          
## researchfield.linguistics  1.0000             1.0000          1.0000          
## researchfield.literature   1.0000             1.0000          0.6570          
## researchfield.media_comm   1.0000             1.0000          1.0000          
## researchfield.philosophy   1.0000             1.0000          1.0000          
## researchfield.politics     1.0000             1.0000          1.0000          
## researchfield.psychology   1.0000             0.0943          1.0000          
## researchfield.sociology    1.0000             1.0000          1.0000          
## researchfield.theology     1.0000             1.0000          1.0000          
## researchfield.other        1.0000             1.0000          1.0000          
##                            criteria.trust_source
## researchfield.archaeology  1.0000               
## researchfield.architecture 1.0000               
## researchfield.art          1.0000               
## researchfield.economics    1.0000               
## researchfield.education    1.0000               
## researchfield.ethnology    1.0000               
## researchfield.geography    1.0000               
## researchfield.health       1.0000               
## researchfield.history      1.0000               
## researchfield.law          1.0000               
## researchfield.linguistics  1.0000               
## researchfield.literature   1.0000               
## researchfield.media_comm   1.0000               
## researchfield.philosophy   1.0000               
## researchfield.politics     1.0000               
## researchfield.psychology   1.0000               
## researchfield.sociology    1.0000               
## researchfield.theology     1.0000               
## researchfield.other        1.0000               
## 
## [1] "researchfield x kind"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 290.77 
## X^2_S.ij = 
##                            kind.publications kind.digital_artefacts
## researchfield.archaeology               1.17                  23.72
## researchfield.architecture              0.59                   4.67
## researchfield.art                      10.81                  23.11
## researchfield.economics                 2.69                   7.29
## researchfield.education                 0.25                   0.75
## researchfield.ethnology                 1.39                   0.13
## researchfield.geography                 0.63                   0.02
## researchfield.health                    0.13                   2.62
## researchfield.history                   2.60                  29.34
## researchfield.law                       0.02                   5.00
## researchfield.linguistics               1.53                  10.71
## researchfield.literature                7.83                  37.22
## researchfield.media_comm                0.00                   1.77
## researchfield.philosophy                3.44                   1.44
## researchfield.politics                  0.55                   9.57
## researchfield.psychology                3.78                   7.21
## researchfield.sociology                 0.01                   9.17
## researchfield.theology                  1.26                   7.69
## researchfield.other                     0.47                   1.15
##                            kind.numerical_data kind.surveys kind.other
## researchfield.archaeology                 0.04         0.21       0.29
## researchfield.architecture                1.27         0.41       0.06
## researchfield.art                         0.45         1.48       0.60
## researchfield.economics                   5.02         0.11       1.93
## researchfield.education                   0.37         0.02       2.14
## researchfield.ethnology                   4.15         0.22       0.60
## researchfield.geography                   0.04         0.29       0.29
## researchfield.health                      1.54         1.15       0.02
## researchfield.history                     0.01         0.00       0.09
## researchfield.law                         2.41         0.02       0.17
## researchfield.linguistics                 0.29         0.02      10.80
## researchfield.literature                  0.03         2.66       0.21
## researchfield.media_comm                  3.17         0.07       0.82
## researchfield.philosophy                  1.60         0.83       0.11
## researchfield.politics                    0.60         5.17       0.55
## researchfield.psychology                  4.78         1.69       2.61
## researchfield.sociology                   0.01         3.88       0.10
## researchfield.theology                    2.62         0.00       0.41
## researchfield.other                       0.42         0.01       0.19
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                            kind.publications kind.digital_artefacts
## researchfield.archaeology  1.0000            0.0001                
## researchfield.architecture 1.0000            1.0000                
## researchfield.art          0.0959            0.0001                
## researchfield.economics    1.0000            0.6588                
## researchfield.education    1.0000            1.0000                
## researchfield.ethnology    1.0000            1.0000                
## researchfield.geography    1.0000            1.0000                
## researchfield.health       1.0000            1.0000                
## researchfield.history      1.0000            0.0000                
## researchfield.law          1.0000            1.0000                
## researchfield.linguistics  1.0000            0.1011                
## researchfield.literature   0.4877            0.0000                
## researchfield.media_comm   1.0000            1.0000                
## researchfield.philosophy   1.0000            1.0000                
## researchfield.politics     1.0000            0.1883                
## researchfield.psychology   1.0000            0.6884                
## researchfield.sociology    1.0000            0.2342                
## researchfield.theology     1.0000            0.5280                
## researchfield.other        1.0000            1.0000                
##                            kind.numerical_data kind.surveys kind.other
## researchfield.archaeology  1.0000              1.0000       1.0000    
## researchfield.architecture 1.0000              1.0000       1.0000    
## researchfield.art          1.0000              1.0000       1.0000    
## researchfield.economics    1.0000              1.0000       1.0000    
## researchfield.education    1.0000              1.0000       1.0000    
## researchfield.ethnology    1.0000              1.0000       1.0000    
## researchfield.geography    1.0000              1.0000       1.0000    
## researchfield.health       1.0000              1.0000       1.0000    
## researchfield.history      1.0000              1.0000       1.0000    
## researchfield.law          1.0000              1.0000       1.0000    
## researchfield.linguistics  1.0000              1.0000       0.0964    
## researchfield.literature   1.0000              1.0000       1.0000    
## researchfield.media_comm   1.0000              1.0000       1.0000    
## researchfield.philosophy   1.0000              1.0000       1.0000    
## researchfield.politics     1.0000              1.0000       1.0000    
## researchfield.psychology   1.0000              1.0000       1.0000    
## researchfield.sociology    1.0000              1.0000       1.0000    
## researchfield.theology     1.0000              1.0000       1.0000    
## researchfield.other        1.0000              1.0000       1.0000    
## 
## [1] "kind x source"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 1269.22 
## X^2_S.ij = 
##                        source.LIT source.ECODICES source.REPOS source.DIV
## kind.publications           47.71            0.15         3.44      30.08
## kind.digital_artefacts      17.79            9.38         9.38      17.23
## kind.numerical_data          0.92            1.60         1.60       0.32
## kind.surveys                 0.13            0.83         0.42       0.49
## kind.other                   4.88            0.11         7.87       0.65
##                        source.DATAOWN source.BFS source.QUANT source.OECD
## kind.publications                3.64       2.23         0.59        0.15
## kind.digital_artefacts           2.67       5.32         0.22        0.43
## kind.numerical_data              0.53      16.99         0.80        0.03
## kind.surveys                    14.97      19.52         2.43        0.42
## kind.other                       0.05       0.37        17.64        0.11
##                        source.FORS source.DATABASELIT source.SSRQ source.KTZH
## kind.publications             0.27               7.35        1.71        0.59
## kind.digital_artefacts        7.46               3.13        4.67        4.67
## kind.numerical_data          45.60               0.49        0.80        0.80
## kind.surveys                  3.49               0.00        0.41        0.41
## kind.other                    0.00               7.59        0.06        0.06
##                        source.SOEP source.ARCHIVE source.ESS
## kind.publications             1.78           0.02       0.00
## kind.digital_artefacts        0.65          14.12       3.66
## kind.numerical_data           3.83           2.41       4.16
## kind.surveys                  0.02           1.25       1.74
## kind.other                    4.65           0.17       0.97
##                        source.RESEARCHGATE source.GESIS source.DATAOTHER
## kind.publications                     1.71         4.42            11.63
## kind.digital_artefacts                0.22         2.70             2.11
## kind.numerical_data                   0.80         1.01             4.83
## kind.surveys                          2.43         5.15             5.15
## kind.other                            0.06         0.21             9.50
##                        source.NTVMR source.QUEST source.EU source.GAL
## kind.publications              1.71         1.71      0.59       0.15
## kind.digital_artefacts         4.67         0.22      0.22       9.38
## kind.numerical_data            0.80         1.27      1.27       0.03
## kind.surveys                   0.41         2.43      0.41       0.83
## kind.other                     0.06         0.06      0.06       0.11
##                        source.UNCLEAR source.MENOTA source.DATABASEDIV
## kind.publications                2.33          0.59               5.18
## kind.digital_artefacts           1.03          4.67               5.00
## kind.numerical_data              0.08          0.80               0.62
## kind.surveys                     0.05          0.41               0.02
## kind.other                       0.35          0.06               4.65
##                        source.FRANTEXT source.BES source.AGD source.GITHUB
## kind.publications                 0.59       0.59       0.59          0.59
## kind.digital_artefacts            0.22       0.22       4.67          0.22
## kind.numerical_data               1.27       0.80       0.80          1.27
## kind.surveys                      0.41       2.43       0.41          0.41
## kind.other                        0.06       0.06       0.06          0.06
##                        source.USCENSUS source.NES source.MYPERSONALITY
## kind.publications                 1.18       2.53                 0.59
## kind.digital_artefacts            0.43       0.87                 0.22
## kind.numerical_data               0.03       0.05                 1.27
## kind.surveys                      4.88       0.04                 0.41
## kind.other                        0.11       0.23                 0.06
##                        source.NCD source.GSS source.UKDS source.KB
## kind.publications            1.71       1.18        0.59      0.59
## kind.digital_artefacts       0.22       0.43        0.22      0.22
## kind.numerical_data          0.80       0.03        1.27      1.27
## kind.surveys                 0.41       4.88        0.41      2.43
## kind.other                   0.06       0.11       17.64      0.06
##                        source.STUDIE source.UNI source.SHARE source.WHO
## kind.publications               0.59       2.38         0.02       0.59
## kind.digital_artefacts          0.22       0.15         0.65       0.22
## kind.numerical_data             0.80       0.05         0.62       1.27
## kind.surveys                    2.43       0.85         0.02       0.41
## kind.other                      0.06       3.07         4.65       0.06
##                        source.ANES source.HEVE source.VIDEO source.QOG
## kind.publications             0.15        0.59         3.44       0.59
## kind.digital_artefacts        0.43        0.22         0.43       0.22
## kind.numerical_data           2.54        0.80         1.60       1.27
## kind.surveys                  0.42        2.43         0.83       0.41
## kind.other                    0.11        0.06         7.87       0.06
##                        source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## kind.publications               0.02          0.59        0.59         0.59
## kind.digital_artefacts          1.74          0.22        4.67         0.22
## kind.numerical_data             0.51          0.80        0.80         1.27
## kind.surveys                    2.33          2.43        0.41         0.41
## kind.other                      2.14          0.06        0.06         0.06
##                        source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## kind.publications                  0.59       1.71          0.59          6.94
## kind.digital_artefacts             0.22       0.22          0.22          0.15
## kind.numerical_data                1.27       1.27          0.80          1.56
## kind.surveys                       2.43       0.41          2.43          0.04
## kind.other                        17.64       0.06          0.06          0.23
##                        source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## kind.publications            0.59        0.59                   1.18       0.59
## kind.digital_artefacts       0.22        0.22                   0.43       4.67
## kind.numerical_data          1.27        1.27                   2.54       1.27
## kind.surveys                 0.41        0.41                   4.88       2.43
## kind.other                   0.06        0.06                   0.11       0.06
##                        source.DATABASEPIC source.HI source.SV source.SSSAJ
## kind.publications                    0.59      0.59      0.15         1.71
## kind.digital_artefacts               4.67      0.22      0.43         0.22
## kind.numerical_data                  0.80      1.27      2.54         1.27
## kind.surveys                         0.41      0.41      0.42         0.41
## kind.other                           0.06      0.06      0.11         0.06
##                        source.AEA source.ADDHEALTH source.USBLS source.BJS
## kind.publications            3.44             1.18         0.15       1.71
## kind.digital_artefacts       0.43             1.44         0.43       0.22
## kind.numerical_data          2.54             2.54         2.54       0.80
## kind.surveys                 0.42             4.88         0.42       0.41
## kind.other                   0.11             0.11         0.11       0.06
##                        source.WEMF source.DATAGOVE source.DODIS
## kind.publications             0.59            0.03         1.71
## kind.digital_artefacts        0.22            0.00         4.67
## kind.numerical_data           1.27            0.08         0.80
## kind.surveys                  0.41            1.28         0.41
## kind.other                    0.06            1.53         0.06
##                        source.FPPAEDAGOGIK source.MODE source.SILC
## kind.publications                     1.71        0.59        0.59
## kind.digital_artefacts                0.22        4.67        0.22
## kind.numerical_data                   1.27        0.80        1.27
## kind.surveys                          0.41        0.41        0.41
## kind.other                            0.06        0.06        0.06
##                        source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## kind.publications                       5.18         1.71               1.71
## kind.digital_artefacts                 14.12         4.67               4.67
## kind.numerical_data                     0.15         0.80               0.80
## kind.surveys                            1.25         2.43               2.43
## kind.other                              0.17         0.06               0.06
##                        source.EFD source.WEBSITE source.EFS source.LAVATER
## kind.publications            0.59           1.71       0.59           1.71
## kind.digital_artefacts       0.22           4.67       0.22           4.67
## kind.numerical_data          1.27           1.27       1.27           0.80
## kind.surveys                 0.41           0.41       0.41           0.41
## kind.other                   0.06           0.06       0.06           0.06
##                        source.BAG source.FLICKR source.NOTES source.INTERVIEW
## kind.publications            1.71          0.59         1.71             1.71
## kind.digital_artefacts       0.22          4.67         0.22             0.22
## kind.numerical_data          1.27          1.27         0.80             0.80
## kind.surveys                 2.43          0.41         2.43             2.43
## kind.other                   0.06          0.06         0.06             0.06
##                        source.HANDRIT source.DZHW source.SGG source.HETSL
## kind.publications                0.59        0.59       1.71         0.59
## kind.digital_artefacts           4.67        0.22       0.22         0.22
## kind.numerical_data              0.80        1.27       1.27         1.27
## kind.surveys                     0.41        2.43       0.41         2.43
## kind.other                       0.06        0.06       0.06         0.06
##                        source.HSZK source.SPIN source.GBD source.MARPOR
## kind.publications             0.59        1.71       1.71          0.59
## kind.digital_artefacts        4.67        0.22       0.22          0.22
## kind.numerical_data           0.80        1.27       0.80          1.27
## kind.surveys                  0.41        2.43       0.41          2.43
## kind.other                    0.06        0.06       0.06          0.06
##                        source.STUTEXT source.STAPF source.STUDPLANTI
## kind.publications                1.71         1.71              1.71
## kind.digital_artefacts           4.67         4.67              4.67
## kind.numerical_data              1.27         0.80              1.27
## kind.surveys                     0.41         0.41              2.43
## kind.other                      17.64         0.06              0.06
##                        source.THESES source.WBDATA source.SSRN source.PRIO
## kind.publications               1.18          0.59        1.71        0.59
## kind.digital_artefacts          0.43          0.22        4.67        0.22
## kind.numerical_data             0.03          1.27        0.80        1.27
## kind.surveys                    4.88          2.43        2.43        0.41
## kind.other                      0.11          0.06        0.06        0.06
##                        source.GDELT source.EINKIK source.DATAJOURNAL
## kind.publications              1.71          0.59               0.59
## kind.digital_artefacts         4.67          0.22               4.67
## kind.numerical_data            0.80          1.27               1.27
## kind.surveys                   0.41          0.41               2.43
## kind.other                     0.06          0.06               0.06
##                        source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## kind.publications             1.71        0.59         0.59              0.59
## kind.digital_artefacts        0.22        0.22         0.22              4.67
## kind.numerical_data           1.27        0.80         1.27              1.27
## kind.surveys                  0.41        2.43         2.43              0.41
## kind.other                    0.06        0.06         0.06              0.06
##                        source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## kind.publications            0.59              0.59         1.71          3.44
## kind.digital_artefacts       0.22              0.22         0.22          9.38
## kind.numerical_data          1.27              1.27         1.27          1.60
## kind.surveys                 0.41              0.41         0.41          0.42
## kind.other                   0.06              0.06         0.06          7.87
##                        source.CMVW source.SECO source.TWITTER source.GIS
## kind.publications             0.59        0.59           1.71       0.59
## kind.digital_artefacts        4.67        0.22           4.67       0.22
## kind.numerical_data           0.80        1.27           0.80       1.27
## kind.surveys                  0.41        0.41           0.41       2.43
## kind.other                    0.06        0.06          17.64       0.06
##                        source.KAGGLE source.GETTY source.ACAD source.DGD
## kind.publications               1.18         1.71        1.71       0.59
## kind.digital_artefacts          1.44         4.67        4.67       4.67
## kind.numerical_data             2.54         1.27        0.80       0.80
## kind.surveys                    0.83         0.41        0.41       0.41
## kind.other                      7.87         0.06        0.06       0.06
##                        source.TARKI source.FHS source.DOC source.QJE source.HLS
## kind.publications              1.71       1.71       0.59       1.71       1.71
## kind.digital_artefacts         0.22       0.22       0.22       0.22       0.22
## kind.numerical_data            1.27       1.27       1.27       1.27       1.27
## kind.surveys                   2.43       2.43       2.43       2.43       2.43
## kind.other                     0.06       0.06      17.64       0.06       0.06
##                        source.WVS source.INTORG source.AVAM
## kind.publications            0.15          1.71        0.59
## kind.digital_artefacts       0.43          4.67        4.67
## kind.numerical_data          2.54          0.80        1.27
## kind.surveys                 0.42          2.43        2.43
## kind.other                   0.11          0.06        0.06
##                        source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## kind.publications                          1.18           0.59       0.59
## kind.digital_artefacts                     0.43           0.22       0.22
## kind.numerical_data                        0.03           0.80       1.27
## kind.surveys                               0.42           2.43       0.41
## kind.other                                 0.11           0.06       0.06
##                        source.NETMETRIX source.THDS source.ANFP source.NSD
## kind.publications                  0.59        1.71        1.71       0.59
## kind.digital_artefacts             0.22        0.22        0.22       0.22
## kind.numerical_data                1.27        1.27        1.27       1.27
## kind.surveys                       0.41        0.41        2.43       0.41
## kind.other                         0.06        0.06        0.06       0.06
##                        source.LIBCON source.RISM source.CSURF source.SAGA
## kind.publications               0.59        1.71         0.59        0.59
## kind.digital_artefacts          4.67        4.67         0.22        4.67
## kind.numerical_data             1.27        0.80         1.27        0.80
## kind.surveys                    0.41        0.41         0.41        0.41
## kind.other                      0.06        0.06         0.06        0.06
##                        source.HSSO source.SUCHTMONITORING source.LFE
## kind.publications             1.71                   1.71       0.59
## kind.digital_artefacts        4.67                   0.22       0.22
## kind.numerical_data           0.80                   1.27       0.80
## kind.surveys                  0.41                   0.41       2.43
## kind.other                    0.06                   0.06       0.06
##                        source.DATABASE source.MEGUID source.CHES source.PYS
## kind.publications                 1.71          1.71        1.71       1.71
## kind.digital_artefacts            0.22          0.22        0.22       0.22
## kind.numerical_data               1.27          1.27        1.27       0.80
## kind.surveys                      0.41          0.41        0.41       0.41
## kind.other                        0.06          0.06        0.06       0.06
##                        source.REG source.SMASH02 source.HBSC source.DVD
## kind.publications            1.71           0.59        1.71       0.59
## kind.digital_artefacts       4.67           0.22        0.22       0.22
## kind.numerical_data          1.27           1.27        1.27       0.80
## kind.surveys                 0.41           0.41        0.41       2.43
## kind.other                   0.06           0.06        0.06       0.06
##                        source.SNC source.JOBADS source.TAX source.VS
## kind.publications            1.71          0.59       0.59      1.71
## kind.digital_artefacts       0.22          4.67       0.22      0.22
## kind.numerical_data          0.80          1.27       1.27      0.80
## kind.surveys                 2.43          2.43       2.43      0.41
## kind.other                  17.64          0.06       0.06      0.06
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                        source.LIT source.ECODICES source.REPOS source.DIV
## kind.publications      0.0000     1.0000          1.0000       0.0000    
## kind.digital_artefacts 0.0183     1.0000          1.0000       0.0247    
## kind.numerical_data    1.0000     1.0000          1.0000       1.0000    
## kind.surveys           1.0000     1.0000          1.0000       1.0000    
## kind.other             1.0000     1.0000          1.0000       1.0000    
##                        source.DATAOWN source.BFS source.QUANT source.OECD
## kind.publications      1.0000         1.0000     1.0000       1.0000     
## kind.digital_artefacts 1.0000         1.0000     1.0000       1.0000     
## kind.numerical_data    1.0000         0.0279     1.0000       1.0000     
## kind.surveys           0.0815         0.0074     1.0000       1.0000     
## kind.other             1.0000         1.0000     0.0199       1.0000     
##                        source.FORS source.DATABASELIT source.SSRQ source.KTZH
## kind.publications      1.0000      1.0000             1.0000      1.0000     
## kind.digital_artefacts 1.0000      1.0000             1.0000      1.0000     
## kind.numerical_data    0.0000      1.0000             1.0000      1.0000     
## kind.surveys           1.0000      1.0000             1.0000      1.0000     
## kind.other             1.0000      1.0000             1.0000      1.0000     
##                        source.SOEP source.ARCHIVE source.ESS
## kind.publications      1.0000      1.0000         1.0000    
## kind.digital_artefacts 1.0000      0.1278         1.0000    
## kind.numerical_data    1.0000      1.0000         1.0000    
## kind.surveys           1.0000      1.0000         1.0000    
## kind.other             1.0000      1.0000         1.0000    
##                        source.RESEARCHGATE source.GESIS source.DATAOTHER
## kind.publications      1.0000              1.0000       0.4822          
## kind.digital_artefacts 1.0000              1.0000       1.0000          
## kind.numerical_data    1.0000              1.0000       1.0000          
## kind.surveys           1.0000              1.0000       1.0000          
## kind.other             1.0000              1.0000       1.0000          
##                        source.NTVMR source.QUEST source.EU source.GAL
## kind.publications      1.0000       1.0000       1.0000    1.0000    
## kind.digital_artefacts 1.0000       1.0000       1.0000    1.0000    
## kind.numerical_data    1.0000       1.0000       1.0000    1.0000    
## kind.surveys           1.0000       1.0000       1.0000    1.0000    
## kind.other             1.0000       1.0000       1.0000    1.0000    
##                        source.UNCLEAR source.MENOTA source.DATABASEDIV
## kind.publications      1.0000         1.0000        1.0000            
## kind.digital_artefacts 1.0000         1.0000        1.0000            
## kind.numerical_data    1.0000         1.0000        1.0000            
## kind.surveys           1.0000         1.0000        1.0000            
## kind.other             1.0000         1.0000        1.0000            
##                        source.FRANTEXT source.BES source.AGD source.GITHUB
## kind.publications      1.0000          1.0000     1.0000     1.0000       
## kind.digital_artefacts 1.0000          1.0000     1.0000     1.0000       
## kind.numerical_data    1.0000          1.0000     1.0000     1.0000       
## kind.surveys           1.0000          1.0000     1.0000     1.0000       
## kind.other             1.0000          1.0000     1.0000     1.0000       
##                        source.USCENSUS source.NES source.MYPERSONALITY
## kind.publications      1.0000          1.0000     1.0000              
## kind.digital_artefacts 1.0000          1.0000     1.0000              
## kind.numerical_data    1.0000          1.0000     1.0000              
## kind.surveys           1.0000          1.0000     1.0000              
## kind.other             1.0000          1.0000     1.0000              
##                        source.NCD source.GSS source.UKDS source.KB
## kind.publications      1.0000     1.0000     1.0000      1.0000   
## kind.digital_artefacts 1.0000     1.0000     1.0000      1.0000   
## kind.numerical_data    1.0000     1.0000     1.0000      1.0000   
## kind.surveys           1.0000     1.0000     1.0000      1.0000   
## kind.other             1.0000     1.0000     0.0199      1.0000   
##                        source.STUDIE source.UNI source.SHARE source.WHO
## kind.publications      1.0000        1.0000     1.0000       1.0000    
## kind.digital_artefacts 1.0000        1.0000     1.0000       1.0000    
## kind.numerical_data    1.0000        1.0000     1.0000       1.0000    
## kind.surveys           1.0000        1.0000     1.0000       1.0000    
## kind.other             1.0000        1.0000     1.0000       1.0000    
##                        source.ANES source.HEVE source.VIDEO source.QOG
## kind.publications      1.0000      1.0000      1.0000       1.0000    
## kind.digital_artefacts 1.0000      1.0000      1.0000       1.0000    
## kind.numerical_data    1.0000      1.0000      1.0000       1.0000    
## kind.surveys           1.0000      1.0000      1.0000       1.0000    
## kind.other             1.0000      1.0000      1.0000       1.0000    
##                        source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## kind.publications      1.0000        1.0000        1.0000      1.0000      
## kind.digital_artefacts 1.0000        1.0000        1.0000      1.0000      
## kind.numerical_data    1.0000        1.0000        1.0000      1.0000      
## kind.surveys           1.0000        1.0000        1.0000      1.0000      
## kind.other             1.0000        1.0000        1.0000      1.0000      
##                        source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## kind.publications      1.0000           1.0000     1.0000        1.0000       
## kind.digital_artefacts 1.0000           1.0000     1.0000        1.0000       
## kind.numerical_data    1.0000           1.0000     1.0000        1.0000       
## kind.surveys           1.0000           1.0000     1.0000        1.0000       
## kind.other             0.0199           1.0000     1.0000        1.0000       
##                        source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## kind.publications      1.0000     1.0000      1.0000                 1.0000    
## kind.digital_artefacts 1.0000     1.0000      1.0000                 1.0000    
## kind.numerical_data    1.0000     1.0000      1.0000                 1.0000    
## kind.surveys           1.0000     1.0000      1.0000                 1.0000    
## kind.other             1.0000     1.0000      1.0000                 1.0000    
##                        source.DATABASEPIC source.HI source.SV source.SSSAJ
## kind.publications      1.0000             1.0000    1.0000    1.0000      
## kind.digital_artefacts 1.0000             1.0000    1.0000    1.0000      
## kind.numerical_data    1.0000             1.0000    1.0000    1.0000      
## kind.surveys           1.0000             1.0000    1.0000    1.0000      
## kind.other             1.0000             1.0000    1.0000    1.0000      
##                        source.AEA source.ADDHEALTH source.USBLS source.BJS
## kind.publications      1.0000     1.0000           1.0000       1.0000    
## kind.digital_artefacts 1.0000     1.0000           1.0000       1.0000    
## kind.numerical_data    1.0000     1.0000           1.0000       1.0000    
## kind.surveys           1.0000     1.0000           1.0000       1.0000    
## kind.other             1.0000     1.0000           1.0000       1.0000    
##                        source.WEMF source.DATAGOVE source.DODIS
## kind.publications      1.0000      1.0000          1.0000      
## kind.digital_artefacts 1.0000      1.0000          1.0000      
## kind.numerical_data    1.0000      1.0000          1.0000      
## kind.surveys           1.0000      1.0000          1.0000      
## kind.other             1.0000      1.0000          1.0000      
##                        source.FPPAEDAGOGIK source.MODE source.SILC
## kind.publications      1.0000              1.0000      1.0000     
## kind.digital_artefacts 1.0000              1.0000      1.0000     
## kind.numerical_data    1.0000              1.0000      1.0000     
## kind.surveys           1.0000              1.0000      1.0000     
## kind.other             1.0000              1.0000      1.0000     
##                        source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## kind.publications      1.0000                1.0000       1.0000            
## kind.digital_artefacts 0.1278                1.0000       1.0000            
## kind.numerical_data    1.0000                1.0000       1.0000            
## kind.surveys           1.0000                1.0000       1.0000            
## kind.other             1.0000                1.0000       1.0000            
##                        source.EFD source.WEBSITE source.EFS source.LAVATER
## kind.publications      1.0000     1.0000         1.0000     1.0000        
## kind.digital_artefacts 1.0000     1.0000         1.0000     1.0000        
## kind.numerical_data    1.0000     1.0000         1.0000     1.0000        
## kind.surveys           1.0000     1.0000         1.0000     1.0000        
## kind.other             1.0000     1.0000         1.0000     1.0000        
##                        source.BAG source.FLICKR source.NOTES source.INTERVIEW
## kind.publications      1.0000     1.0000        1.0000       1.0000          
## kind.digital_artefacts 1.0000     1.0000        1.0000       1.0000          
## kind.numerical_data    1.0000     1.0000        1.0000       1.0000          
## kind.surveys           1.0000     1.0000        1.0000       1.0000          
## kind.other             1.0000     1.0000        1.0000       1.0000          
##                        source.HANDRIT source.DZHW source.SGG source.HETSL
## kind.publications      1.0000         1.0000      1.0000     1.0000      
## kind.digital_artefacts 1.0000         1.0000      1.0000     1.0000      
## kind.numerical_data    1.0000         1.0000      1.0000     1.0000      
## kind.surveys           1.0000         1.0000      1.0000     1.0000      
## kind.other             1.0000         1.0000      1.0000     1.0000      
##                        source.HSZK source.SPIN source.GBD source.MARPOR
## kind.publications      1.0000      1.0000      1.0000     1.0000       
## kind.digital_artefacts 1.0000      1.0000      1.0000     1.0000       
## kind.numerical_data    1.0000      1.0000      1.0000     1.0000       
## kind.surveys           1.0000      1.0000      1.0000     1.0000       
## kind.other             1.0000      1.0000      1.0000     1.0000       
##                        source.STUTEXT source.STAPF source.STUDPLANTI
## kind.publications      1.0000         1.0000       1.0000           
## kind.digital_artefacts 1.0000         1.0000       1.0000           
## kind.numerical_data    1.0000         1.0000       1.0000           
## kind.surveys           1.0000         1.0000       1.0000           
## kind.other             0.0199         1.0000       1.0000           
##                        source.THESES source.WBDATA source.SSRN source.PRIO
## kind.publications      1.0000        1.0000        1.0000      1.0000     
## kind.digital_artefacts 1.0000        1.0000        1.0000      1.0000     
## kind.numerical_data    1.0000        1.0000        1.0000      1.0000     
## kind.surveys           1.0000        1.0000        1.0000      1.0000     
## kind.other             1.0000        1.0000        1.0000      1.0000     
##                        source.GDELT source.EINKIK source.DATAJOURNAL
## kind.publications      1.0000       1.0000        1.0000            
## kind.digital_artefacts 1.0000       1.0000        1.0000            
## kind.numerical_data    1.0000       1.0000        1.0000            
## kind.surveys           1.0000       1.0000        1.0000            
## kind.other             1.0000       1.0000        1.0000            
##                        source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## kind.publications      1.0000      1.0000      1.0000       1.0000           
## kind.digital_artefacts 1.0000      1.0000      1.0000       1.0000           
## kind.numerical_data    1.0000      1.0000      1.0000       1.0000           
## kind.surveys           1.0000      1.0000      1.0000       1.0000           
## kind.other             1.0000      1.0000      1.0000       1.0000           
##                        source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## kind.publications      1.0000     1.0000            1.0000       1.0000       
## kind.digital_artefacts 1.0000     1.0000            1.0000       1.0000       
## kind.numerical_data    1.0000     1.0000            1.0000       1.0000       
## kind.surveys           1.0000     1.0000            1.0000       1.0000       
## kind.other             1.0000     1.0000            1.0000       1.0000       
##                        source.CMVW source.SECO source.TWITTER source.GIS
## kind.publications      1.0000      1.0000      1.0000         1.0000    
## kind.digital_artefacts 1.0000      1.0000      1.0000         1.0000    
## kind.numerical_data    1.0000      1.0000      1.0000         1.0000    
## kind.surveys           1.0000      1.0000      1.0000         1.0000    
## kind.other             1.0000      1.0000      0.0199         1.0000    
##                        source.KAGGLE source.GETTY source.ACAD source.DGD
## kind.publications      1.0000        1.0000       1.0000      1.0000    
## kind.digital_artefacts 1.0000        1.0000       1.0000      1.0000    
## kind.numerical_data    1.0000        1.0000       1.0000      1.0000    
## kind.surveys           1.0000        1.0000       1.0000      1.0000    
## kind.other             1.0000        1.0000       1.0000      1.0000    
##                        source.TARKI source.FHS source.DOC source.QJE source.HLS
## kind.publications      1.0000       1.0000     1.0000     1.0000     1.0000    
## kind.digital_artefacts 1.0000       1.0000     1.0000     1.0000     1.0000    
## kind.numerical_data    1.0000       1.0000     1.0000     1.0000     1.0000    
## kind.surveys           1.0000       1.0000     1.0000     1.0000     1.0000    
## kind.other             1.0000       1.0000     0.0199     1.0000     1.0000    
##                        source.WVS source.INTORG source.AVAM
## kind.publications      1.0000     1.0000        1.0000     
## kind.digital_artefacts 1.0000     1.0000        1.0000     
## kind.numerical_data    1.0000     1.0000        1.0000     
## kind.surveys           1.0000     1.0000        1.0000     
## kind.other             1.0000     1.0000        1.0000     
##                        source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## kind.publications      1.0000                   1.0000         1.0000    
## kind.digital_artefacts 1.0000                   1.0000         1.0000    
## kind.numerical_data    1.0000                   1.0000         1.0000    
## kind.surveys           1.0000                   1.0000         1.0000    
## kind.other             1.0000                   1.0000         1.0000    
##                        source.NETMETRIX source.THDS source.ANFP source.NSD
## kind.publications      1.0000           1.0000      1.0000      1.0000    
## kind.digital_artefacts 1.0000           1.0000      1.0000      1.0000    
## kind.numerical_data    1.0000           1.0000      1.0000      1.0000    
## kind.surveys           1.0000           1.0000      1.0000      1.0000    
## kind.other             1.0000           1.0000      1.0000      1.0000    
##                        source.LIBCON source.RISM source.CSURF source.SAGA
## kind.publications      1.0000        1.0000      1.0000       1.0000     
## kind.digital_artefacts 1.0000        1.0000      1.0000       1.0000     
## kind.numerical_data    1.0000        1.0000      1.0000       1.0000     
## kind.surveys           1.0000        1.0000      1.0000       1.0000     
## kind.other             1.0000        1.0000      1.0000       1.0000     
##                        source.HSSO source.SUCHTMONITORING source.LFE
## kind.publications      1.0000      1.0000                 1.0000    
## kind.digital_artefacts 1.0000      1.0000                 1.0000    
## kind.numerical_data    1.0000      1.0000                 1.0000    
## kind.surveys           1.0000      1.0000                 1.0000    
## kind.other             1.0000      1.0000                 1.0000    
##                        source.DATABASE source.MEGUID source.CHES source.PYS
## kind.publications      1.0000          1.0000        1.0000      1.0000    
## kind.digital_artefacts 1.0000          1.0000        1.0000      1.0000    
## kind.numerical_data    1.0000          1.0000        1.0000      1.0000    
## kind.surveys           1.0000          1.0000        1.0000      1.0000    
## kind.other             1.0000          1.0000        1.0000      1.0000    
##                        source.REG source.SMASH02 source.HBSC source.DVD
## kind.publications      1.0000     1.0000         1.0000      1.0000    
## kind.digital_artefacts 1.0000     1.0000         1.0000      1.0000    
## kind.numerical_data    1.0000     1.0000         1.0000      1.0000    
## kind.surveys           1.0000     1.0000         1.0000      1.0000    
## kind.other             1.0000     1.0000         1.0000      1.0000    
##                        source.SNC source.JOBADS source.TAX source.VS
## kind.publications      1.0000     1.0000        1.0000     1.0000   
## kind.digital_artefacts 1.0000     1.0000        1.0000     1.0000   
## kind.numerical_data    1.0000     1.0000        1.0000     1.0000   
## kind.surveys           1.0000     1.0000        1.0000     1.0000   
## kind.other             0.0199     1.0000        1.0000     1.0000   
## 
## [1] "kind x experience"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 34.74 
## X^2_S.ij = 
##                        experience.6_15_years experience.0_5_years
## kind.publications                       0.01                 4.73
## kind.digital_artefacts                  2.28                 1.89
## kind.numerical_data                     0.21                 0.27
## kind.surveys                            2.78                 0.16
## kind.other                              0.57                 0.12
##                        experience.16_30_years experience.31__years
## kind.publications                        0.65                 3.38
## kind.digital_artefacts                   1.57                 7.12
## kind.numerical_data                      1.02                 2.43
## kind.surveys                             1.69                 1.98
## kind.other                               1.80                 0.08
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.1521 
## p.ij.adj = 
##                        experience.6_15_years experience.0_5_years
## kind.publications      1.0000                0.5912              
## kind.digital_artefacts 1.0000                1.0000              
## kind.numerical_data    1.0000                1.0000              
## kind.surveys           1.0000                1.0000              
## kind.other             1.0000                1.0000              
##                        experience.16_30_years experience.31__years
## kind.publications      1.0000                 1.0000              
## kind.digital_artefacts 1.0000                 0.1521              
## kind.numerical_data    1.0000                 1.0000              
## kind.surveys           1.0000                 1.0000              
## kind.other             1.0000                 1.0000              
## 
## [1] "criteria x source"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 1516.12 
## X^2_S.ij = 
##                       source.LIT source.ECODICES source.REPOS source.DIV
## criteria.metadata          11.76            1.63         0.40       0.15
## criteria.materials          0.85            3.74         0.20       0.37
## criteria.data_quality       0.27            0.42         0.83       0.04
## criteria.raw_data           0.25            1.09         0.20       2.38
## criteria.usability          0.18            0.46         1.33       0.29
## criteria.access             2.07            0.22         1.05       1.34
## criteria.license            2.45            0.21         3.78       2.03
## criteria.trust_source       0.93            0.02         0.02       7.47
##                       source.DATAOWN source.BFS source.QUANT source.OECD
## criteria.metadata               3.25       5.72         0.20        0.40
## criteria.materials              0.17       0.23         1.86        0.20
## criteria.data_quality           0.13       3.72         0.41        4.88
## criteria.raw_data               2.35       5.27         1.86        1.09
## criteria.usability              2.34       0.00         0.23        0.46
## criteria.access                 0.01       2.59         1.93        0.22
## criteria.license                1.98       0.35         0.11        0.21
## criteria.trust_source           0.45       1.87         0.82        2.46
##                       source.FORS source.DATABASELIT source.SSRQ source.KTZH
## criteria.metadata            2.30               0.75        5.07        0.20
## criteria.materials          23.73               1.55        0.54        1.86
## criteria.data_quality       12.43               0.78        0.41        0.41
## criteria.raw_data            4.10               1.55        0.54        0.54
## criteria.usability           0.83               0.08        4.43        0.23
## criteria.access              0.07               1.27        1.93        1.93
## criteria.license             0.10               2.97        0.11        9.44
## criteria.trust_source        3.09               4.82        0.82        0.82
##                       source.SOEP source.ARCHIVE source.ESS source.RESEARCHGATE
## criteria.metadata            0.60           0.62       0.06                0.20
## criteria.materials           1.63           1.34       8.54                0.54
## criteria.data_quality        2.06           0.02       1.74                0.41
## criteria.raw_data            1.34           1.63       0.05                1.86
## criteria.usability           0.45           0.69       4.11                0.23
## criteria.access              5.83           1.42       0.07                0.52
## criteria.license             0.32           0.32       0.22                9.44
## criteria.trust_source        0.17           3.71       0.01                1.23
##                       source.GESIS source.DATAOTHER source.NTVMR source.QUEST
## criteria.metadata             2.57             0.00         0.20         5.07
## criteria.materials            5.55             0.02         0.54         1.86
## criteria.data_quality         2.62             5.15         0.41         0.41
## criteria.raw_data             0.55             0.02         1.86         0.54
## criteria.usability            0.03             1.85         0.23         0.23
## criteria.access               3.25             1.39         1.93         0.52
## criteria.license              1.34             0.02         0.11         0.11
## criteria.trust_source         0.06             2.39         1.23         1.23
##                       source.EU source.GAL source.UNCLEAR source.MENOTA
## criteria.metadata          0.20       1.63           1.22          5.07
## criteria.materials         0.54       0.20           0.61          0.54
## criteria.data_quality      0.41       0.83           0.05          2.43
## criteria.raw_data          0.54       0.20           0.61          1.86
## criteria.usability         0.23       0.46           1.39          0.23
## criteria.access            0.52       0.22           0.68          0.52
## criteria.license           0.11       3.78           0.65          0.11
## criteria.trust_source      0.82       0.02           7.51          0.82
##                       source.DATABASEDIV source.FRANTEXT source.BES source.AGD
## criteria.metadata                   0.60            5.07       0.20       0.20
## criteria.materials                  0.00            0.54       0.54       0.54
## criteria.data_quality               0.02            2.43       2.43       2.43
## criteria.raw_data                   0.00            1.86       0.54       0.54
## criteria.usability                  0.69            0.23       0.23       4.43
## criteria.access                     0.00            0.52       1.93       0.52
## criteria.license                   11.37            0.11       0.11       0.11
## criteria.trust_source               3.71            0.82       1.23       1.23
##                       source.GITHUB source.USCENSUS source.NES
## criteria.metadata              5.07            0.40       0.81
## criteria.materials             0.54            0.20       0.18
## criteria.data_quality          0.41            0.83       4.11
## criteria.raw_data              1.86            3.74       0.18
## criteria.usability             0.23            0.46       8.63
## criteria.access                0.52            0.22       0.15
## criteria.license               0.11            0.21       0.43
## criteria.trust_source          1.23            2.46       1.48
##                       source.MYPERSONALITY source.NCD source.GSS source.UKDS
## criteria.metadata                     0.20       0.20       0.40        0.20
## criteria.materials                    1.86       1.86       1.09        0.54
## criteria.data_quality                 0.41       0.41       0.83        2.43
## criteria.raw_data                     1.86       0.54       3.74        1.86
## criteria.usability                    0.23       0.23       0.46        0.23
## criteria.access                       0.52       1.93       3.87        1.93
## criteria.license                      0.11       0.11       0.21        0.11
## criteria.trust_source                 1.23       1.23       2.46        0.82
##                       source.KB source.STUDIE source.UNI source.SHARE
## criteria.metadata          0.20          0.20       0.21         0.62
## criteria.materials         1.86          0.54       0.40         5.64
## criteria.data_quality      0.41          2.43       4.11         2.06
## criteria.raw_data          0.54          1.86       2.19         1.63
## criteria.usability         0.23          0.23       0.92         0.45
## criteria.access            0.52          0.52       0.45         0.00
## criteria.license           9.44          0.11       1.11         0.32
## criteria.trust_source      1.23          1.23       1.48         0.17
##                       source.WHO source.ANES source.HEVE source.VIDEO
## criteria.metadata           0.20        0.40        0.20         0.40
## criteria.materials          0.54        0.20        1.86         0.20
## criteria.data_quality       2.43        0.42        0.41         0.83
## criteria.raw_data           0.54        0.20        1.86         1.09
## criteria.usability          0.23        1.33        0.23         1.33
## criteria.access             1.93        0.22        0.52         1.05
## criteria.license            0.11        0.21        0.11        18.95
## criteria.trust_source       1.23        0.02        1.23         2.46
##                       source.QOG source.SURVEY source.AUSSDA source.UEGK
## criteria.metadata           0.20          0.04          5.07        0.20
## criteria.materials          1.86          0.06          0.54        1.86
## criteria.data_quality       0.41          0.29          2.43        0.41
## criteria.raw_data           0.54          0.06          0.54        0.54
## criteria.usability          4.43          1.57          0.23        4.43
## criteria.access             1.93          0.08          0.52        1.93
## criteria.license            0.11          0.54          0.11        0.11
## criteria.trust_source       0.82          2.52          0.82        0.82
##                       source.CIOTS source.WAHLDATEN source.OSF source.TRANSC
## criteria.metadata             0.20             0.20       0.20          0.20
## criteria.materials            0.54             1.86       1.86          0.54
## criteria.data_quality         0.41             2.43       0.41          2.43
## criteria.raw_data             1.86             0.54       1.86          0.54
## criteria.usability            0.23             0.23       0.23          0.23
## criteria.access               1.93             0.52       1.93          0.52
## criteria.license              0.11             0.11       0.11          0.11
## criteria.trust_source         1.23             1.23       0.82          1.23
##                       source.GOOGLE source.ARE source.NCCR
## criteria.metadata              0.81       0.20        0.20
## criteria.materials             0.40       0.54        1.86
## criteria.data_quality          0.85       0.41        0.41
## criteria.raw_data              2.19       0.54        0.54
## criteria.usability             8.63       4.43        4.43
## criteria.access                0.15       1.93        0.52
## criteria.license               0.43       0.11        0.11
## criteria.trust_source          1.48       1.23        1.23
##                       source.BILDUNGSTATKTZH source.DTA source.DATABASEPIC
## criteria.metadata                       0.40       0.20               5.07
## criteria.materials                      0.20       1.86               1.86
## criteria.data_quality                   0.83       0.41               2.43
## criteria.raw_data                       3.74       0.54               0.54
## criteria.usability                      0.46       0.23               0.23
## criteria.access                         0.22       0.52               0.52
## criteria.license                        0.21       9.44               0.11
## criteria.trust_source                   2.46       1.23               0.82
##                       source.HI source.SV source.SSSAJ source.AEA
## criteria.metadata          0.20      1.63         0.20       0.40
## criteria.materials         0.54      0.20         1.86       1.09
## criteria.data_quality      0.41      0.42         2.43       0.42
## criteria.raw_data          1.86      1.09         0.54       3.74
## criteria.usability         0.23      1.33         0.23       1.33
## criteria.access            0.52      0.22         0.52       1.05
## criteria.license           9.44      0.21         0.11       0.21
## criteria.trust_source      1.23      0.02         1.23       0.02
##                       source.ADDHEALTH source.USBLS source.BJS source.WEMF
## criteria.metadata                 0.40         0.40       0.20        0.20
## criteria.materials                3.74         0.20       0.54        0.54
## criteria.data_quality             0.42         0.42       2.43        0.41
## criteria.raw_data                 1.09         0.20       0.54        0.54
## criteria.usability                0.46         1.33       0.23        0.23
## criteria.access                   1.05         1.05       0.52        1.93
## criteria.license                  3.78         0.21       0.11        0.11
## criteria.trust_source             2.46         0.02       0.82        1.23
##                       source.DATAGOVE source.DODIS source.FPPAEDAGOGIK
## criteria.metadata                0.00         0.20                5.07
## criteria.materials               0.01         0.54                0.54
## criteria.data_quality            1.28         0.41                0.41
## criteria.raw_data                0.01         1.86                1.86
## criteria.usability               0.90         0.23                4.43
## criteria.access                  0.84         1.93                0.52
## criteria.license                 0.35         0.11                0.11
## criteria.trust_source            0.06         1.23                0.82
##                       source.MODE source.SILC source.DATABASEMUSEUM
## criteria.metadata            0.20        0.20                  0.62
## criteria.materials           0.54        1.86                  0.00
## criteria.data_quality        0.41        2.43                  0.02
## criteria.raw_data            1.86        0.54                  0.00
## criteria.usability           0.23        0.23                  0.69
## criteria.access              1.93        0.52                  1.42
## criteria.license             9.44        0.11                  1.96
## criteria.trust_source        0.82        1.23                  0.58
##                       source.IMSLP source.INETARCHIVE source.EFD source.WEBSITE
## criteria.metadata             0.20               0.20       0.20           0.20
## criteria.materials            0.54               0.54       0.54           0.54
## criteria.data_quality         0.41               0.41       2.43           2.43
## criteria.raw_data             0.54               0.54       0.54           0.54
## criteria.usability            4.43               4.43       0.23           0.23
## criteria.access               0.52               0.52       1.93           0.52
## criteria.license              0.11               0.11       0.11           9.44
## criteria.trust_source         1.23               1.23       1.23           1.23
##                       source.EFS source.LAVATER source.BAG source.FLICKR
## criteria.metadata           0.20           5.07       0.20          5.07
## criteria.materials          1.86           0.54       1.86          1.86
## criteria.data_quality       2.43           0.41       0.41          0.41
## criteria.raw_data           0.54           0.54       1.86          1.86
## criteria.usability          4.43           0.23       0.23          0.23
## criteria.access             0.52           1.93       0.52          0.52
## criteria.license            0.11           0.11       0.11          0.11
## criteria.trust_source       0.82           1.23       1.23          0.82
##                       source.NOTES source.INTERVIEW source.HANDRIT source.DZHW
## criteria.metadata             5.07             5.07           5.07        0.20
## criteria.materials            0.54             0.54           0.54        1.86
## criteria.data_quality         0.41             0.41           2.43        0.41
## criteria.raw_data             0.54             0.54           1.86        0.54
## criteria.usability            4.43             4.43           0.23        0.23
## criteria.access               1.93             1.93           0.52        0.52
## criteria.license              0.11             0.11           0.11        9.44
## criteria.trust_source         0.82             0.82           0.82        1.23
##                       source.SGG source.HETSL source.HSZK source.SPIN
## criteria.metadata           0.20         5.07        0.20        5.07
## criteria.materials          0.54         0.54        0.54        0.54
## criteria.data_quality       2.43         0.41        2.43        0.41
## criteria.raw_data           1.86         1.86        0.54        0.54
## criteria.usability          0.23         0.23        4.43        4.43
## criteria.access             0.52         1.93        0.52        0.52
## criteria.license            9.44         0.11        0.11        0.11
## criteria.trust_source       0.82         0.82        1.23        1.23
##                       source.GBD source.MARPOR source.STUTEXT source.STAPF
## criteria.metadata           0.20          5.07           5.07         0.20
## criteria.materials          1.86          1.86           0.54         1.86
## criteria.data_quality       0.41          0.41           0.41         0.41
## criteria.raw_data           0.54          0.54           0.54         1.86
## criteria.usability          0.23          0.23           4.43         0.23
## criteria.access             1.93          1.93           1.93         0.52
## criteria.license            0.11          0.11           0.11         0.11
## criteria.trust_source       1.23          0.82           0.82         1.23
##                       source.STUDPLANTI source.THESES source.WBDATA source.SSRN
## criteria.metadata                  5.07          0.40          0.20        0.20
## criteria.materials                 0.54          1.09          1.86        1.86
## criteria.data_quality              0.41          0.42          0.41        0.41
## criteria.raw_data                  0.54          3.74          1.86        0.54
## criteria.usability                 4.43          0.46          0.23        0.23
## criteria.access                    1.93          0.22          0.52        0.52
## criteria.license                   0.11          0.21          0.11        0.11
## criteria.trust_source              0.82          2.46          1.23        1.23
##                       source.PRIO source.GDELT source.EINKIK source.DATAJOURNAL
## criteria.metadata            0.20         0.20          5.07               0.20
## criteria.materials           1.86         0.54          0.54               1.86
## criteria.data_quality        0.41         0.41          2.43               0.41
## criteria.raw_data            0.54         1.86          1.86               0.54
## criteria.usability           4.43         0.23          0.23               0.23
## criteria.access              1.93         0.52          0.52               0.52
## criteria.license             0.11         9.44          0.11               9.44
## criteria.trust_source        0.82         1.23          0.82               1.23
##                       source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## criteria.metadata            0.20        0.20         0.20              0.20
## criteria.materials           1.86        1.86         0.54              1.86
## criteria.data_quality        0.41        0.41         0.41              0.41
## criteria.raw_data            0.54        1.86         1.86              1.86
## criteria.usability           4.43        0.23         0.23              0.23
## criteria.access              0.52        0.52         1.93              0.52
## criteria.license             0.11        0.11         0.11              9.44
## criteria.trust_source        1.23        1.23         1.23              0.82
##                       source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## criteria.metadata           0.20              0.20         0.20          0.40
## criteria.materials          0.54              0.54         0.54          0.20
## criteria.data_quality       2.43              0.41         2.43          0.83
## criteria.raw_data           1.86              0.54         0.54          0.20
## criteria.usability          0.23              0.23         0.23          0.46
## criteria.access             1.93              1.93         1.93          3.87
## criteria.license            0.11              0.11         0.11          0.21
## criteria.trust_source       0.82              1.23         1.23          2.46
##                       source.CMVW source.SECO source.TWITTER source.GIS
## criteria.metadata            0.20        0.20           5.07       0.20
## criteria.materials           0.54        0.54           0.54       0.54
## criteria.data_quality        0.41        2.43           0.41       0.41
## criteria.raw_data            1.86        0.54           1.86       0.54
## criteria.usability           0.23        0.23           0.23       4.43
## criteria.access              1.93        1.93           0.52       0.52
## criteria.license             9.44        0.11           0.11       9.44
## criteria.trust_source        0.82        1.23           1.23       1.23
##                       source.KAGGLE source.GETTY source.ACAD source.DGD
## criteria.metadata              1.63         0.20        0.20       0.20
## criteria.materials             0.20         0.54        0.54       0.54
## criteria.data_quality          0.42         2.43        0.41       2.43
## criteria.raw_data              3.74         1.86        0.54       0.54
## criteria.usability             0.46         0.23        0.23       4.43
## criteria.access                0.22         0.52        1.93       0.52
## criteria.license               0.21         0.11        9.44       0.11
## criteria.trust_source          1.65         1.23        1.23       1.23
##                       source.TARKI source.FHS source.DOC source.QJE source.HLS
## criteria.metadata             5.07       5.07       0.20       0.20       5.07
## criteria.materials            0.54       0.54       1.86       0.54       1.86
## criteria.data_quality         0.41       0.41       0.41       2.43       2.43
## criteria.raw_data             0.54       0.54       1.86       1.86       0.54
## criteria.usability            4.43       4.43       0.23       0.23       0.23
## criteria.access               0.52       0.52       0.52       0.52       0.52
## criteria.license              0.11       0.11       0.11       0.11       0.11
## criteria.trust_source         1.23       1.23       1.23       1.23       0.82
##                       source.WVS source.INTORG source.AVAM
## criteria.metadata           0.40          0.20        0.20
## criteria.materials          0.20          1.86        0.54
## criteria.data_quality       4.88          0.41        2.43
## criteria.raw_data           0.20          0.54        1.86
## criteria.usability          8.90          0.23        0.23
## criteria.access             1.05          0.52        0.52
## criteria.license            0.21          0.11        0.11
## criteria.trust_source       1.65          1.23        1.23
##                       source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## criteria.metadata                         0.40           0.20       0.20
## criteria.materials                        0.20           1.86       0.54
## criteria.data_quality                     0.83           0.41       2.43
## criteria.raw_data                         0.20           1.86       1.86
## criteria.usability                        1.33           0.23       0.23
## criteria.access                           0.22           0.52       1.93
## criteria.license                          0.21           0.11       0.11
## criteria.trust_source                     2.46           1.23       0.82
##                       source.NETMETRIX source.THDS source.ANFP source.NSD
## criteria.metadata                 0.20        0.20        0.20       0.20
## criteria.materials                0.54        0.54        1.86       1.86
## criteria.data_quality             0.41        2.43        0.41       0.41
## criteria.raw_data                 0.54        0.54        1.86       0.54
## criteria.usability                0.23        0.23        0.23       0.23
## criteria.access                   1.93        1.93        0.52       1.93
## criteria.license                  0.11        0.11        0.11       0.11
## criteria.trust_source             1.23        1.23        1.23       1.23
##                       source.LIBCON source.RISM source.CSURF source.SAGA
## criteria.metadata              5.07        0.20         0.20        5.07
## criteria.materials             1.86        0.54         0.54        0.54
## criteria.data_quality          0.41        0.41         2.43        2.43
## criteria.raw_data              1.86        0.54         0.54        1.86
## criteria.usability             0.23        0.23         0.23        0.23
## criteria.access                0.52        1.93         1.93        0.52
## criteria.license               0.11        9.44         0.11        0.11
## criteria.trust_source          0.82        1.23         1.23        0.82
##                       source.HSSO source.SUCHTMONITORING source.LFE
## criteria.metadata            0.20                   0.20       0.20
## criteria.materials           1.86                   1.86       1.86
## criteria.data_quality        0.41                   0.41       0.41
## criteria.raw_data            1.86                   1.86       0.54
## criteria.usability           0.23                   0.23       4.43
## criteria.access              0.52                   0.52       1.93
## criteria.license             0.11                   0.11       0.11
## criteria.trust_source        1.23                   1.23       0.82
##                       source.DATABASE source.MEGUID source.CHES source.PYS
## criteria.metadata                0.20          0.20        0.20       0.20
## criteria.materials               0.54          0.54        1.86       0.54
## criteria.data_quality            0.41          2.43        0.41       2.43
## criteria.raw_data                1.86          1.86        0.54       0.54
## criteria.usability               0.23          4.43        4.43       0.23
## criteria.access                  0.52          0.52        0.52       0.52
## criteria.license                 9.44          0.11        0.11       0.11
## criteria.trust_source            1.23          0.82        1.23       0.82
##                       source.REG source.SMASH02 source.HBSC source.DVD
## criteria.metadata           0.20           0.20        0.20       0.20
## criteria.materials          0.54           0.54        1.86       0.54
## criteria.data_quality       0.41           2.43        0.41       2.43
## criteria.raw_data           1.86           0.54        1.86       1.86
## criteria.usability          0.23           0.23        0.23       4.43
## criteria.access             1.93           1.93        0.52       0.52
## criteria.license            0.11           0.11        0.11       0.11
## criteria.trust_source       1.23           1.23        1.23       0.82
##                       source.SNC source.JOBADS source.TAX source.VS
## criteria.metadata           5.07          0.20       0.20      0.20
## criteria.materials          1.86          0.54       0.54      0.54
## criteria.data_quality       2.43          2.43       0.41      2.43
## criteria.raw_data           0.54          1.86       1.86      0.54
## criteria.usability          0.23          0.23       0.23      0.23
## criteria.access             0.52          0.52       1.93      0.52
## criteria.license            0.11          0.11       0.11      0.11
## criteria.trust_source       0.82          1.23       1.23      0.82
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.0013 
## p.ij.adj = 
##                       source.LIT source.ECODICES source.REPOS source.DIV
## criteria.metadata     0.7202     1.0000          1.0000       1.0000    
## criteria.materials    1.0000     1.0000          1.0000       1.0000    
## criteria.data_quality 1.0000     1.0000          1.0000       1.0000    
## criteria.raw_data     1.0000     1.0000          1.0000       1.0000    
## criteria.usability    1.0000     1.0000          1.0000       1.0000    
## criteria.access       1.0000     1.0000          1.0000       1.0000    
## criteria.license      1.0000     1.0000          1.0000       1.0000    
## criteria.trust_source 1.0000     1.0000          1.0000       1.0000    
##                       source.DATAOWN source.BFS source.QUANT source.OECD
## criteria.metadata     1.0000         1.0000     1.0000       1.0000     
## criteria.materials    1.0000         1.0000     1.0000       1.0000     
## criteria.data_quality 1.0000         1.0000     1.0000       1.0000     
## criteria.raw_data     1.0000         1.0000     1.0000       1.0000     
## criteria.usability    1.0000         1.0000     1.0000       1.0000     
## criteria.access       1.0000         1.0000     1.0000       1.0000     
## criteria.license      1.0000         1.0000     1.0000       1.0000     
## criteria.trust_source 1.0000         1.0000     1.0000       1.0000     
##                       source.FORS source.DATABASELIT source.SSRQ source.KTZH
## criteria.metadata     1.0000      1.0000             1.0000      1.0000     
## criteria.materials    0.0013      1.0000             1.0000      1.0000     
## criteria.data_quality 0.5026      1.0000             1.0000      1.0000     
## criteria.raw_data     1.0000      1.0000             1.0000      1.0000     
## criteria.usability    1.0000      1.0000             1.0000      1.0000     
## criteria.access       1.0000      1.0000             1.0000      1.0000     
## criteria.license      1.0000      1.0000             1.0000      1.0000     
## criteria.trust_source 1.0000      1.0000             1.0000      1.0000     
##                       source.SOEP source.ARCHIVE source.ESS source.RESEARCHGATE
## criteria.metadata     1.0000      1.0000         1.0000     1.0000             
## criteria.materials    1.0000      1.0000         1.0000     1.0000             
## criteria.data_quality 1.0000      1.0000         1.0000     1.0000             
## criteria.raw_data     1.0000      1.0000         1.0000     1.0000             
## criteria.usability    1.0000      1.0000         1.0000     1.0000             
## criteria.access       1.0000      1.0000         1.0000     1.0000             
## criteria.license      1.0000      1.0000         1.0000     1.0000             
## criteria.trust_source 1.0000      1.0000         1.0000     1.0000             
##                       source.GESIS source.DATAOTHER source.NTVMR source.QUEST
## criteria.metadata     1.0000       1.0000           1.0000       1.0000      
## criteria.materials    1.0000       1.0000           1.0000       1.0000      
## criteria.data_quality 1.0000       1.0000           1.0000       1.0000      
## criteria.raw_data     1.0000       1.0000           1.0000       1.0000      
## criteria.usability    1.0000       1.0000           1.0000       1.0000      
## criteria.access       1.0000       1.0000           1.0000       1.0000      
## criteria.license      1.0000       1.0000           1.0000       1.0000      
## criteria.trust_source 1.0000       1.0000           1.0000       1.0000      
##                       source.EU source.GAL source.UNCLEAR source.MENOTA
## criteria.metadata     1.0000    1.0000     1.0000         1.0000       
## criteria.materials    1.0000    1.0000     1.0000         1.0000       
## criteria.data_quality 1.0000    1.0000     1.0000         1.0000       
## criteria.raw_data     1.0000    1.0000     1.0000         1.0000       
## criteria.usability    1.0000    1.0000     1.0000         1.0000       
## criteria.access       1.0000    1.0000     1.0000         1.0000       
## criteria.license      1.0000    1.0000     1.0000         1.0000       
## criteria.trust_source 1.0000    1.0000     1.0000         1.0000       
##                       source.DATABASEDIV source.FRANTEXT source.BES source.AGD
## criteria.metadata     1.0000             1.0000          1.0000     1.0000    
## criteria.materials    1.0000             1.0000          1.0000     1.0000    
## criteria.data_quality 1.0000             1.0000          1.0000     1.0000    
## criteria.raw_data     1.0000             1.0000          1.0000     1.0000    
## criteria.usability    1.0000             1.0000          1.0000     1.0000    
## criteria.access       1.0000             1.0000          1.0000     1.0000    
## criteria.license      0.8913             1.0000          1.0000     1.0000    
## criteria.trust_source 1.0000             1.0000          1.0000     1.0000    
##                       source.GITHUB source.USCENSUS source.NES
## criteria.metadata     1.0000        1.0000          1.0000    
## criteria.materials    1.0000        1.0000          1.0000    
## criteria.data_quality 1.0000        1.0000          1.0000    
## criteria.raw_data     1.0000        1.0000          1.0000    
## criteria.usability    1.0000        1.0000          1.0000    
## criteria.access       1.0000        1.0000          1.0000    
## criteria.license      1.0000        1.0000          1.0000    
## criteria.trust_source 1.0000        1.0000          1.0000    
##                       source.MYPERSONALITY source.NCD source.GSS source.UKDS
## criteria.metadata     1.0000               1.0000     1.0000     1.0000     
## criteria.materials    1.0000               1.0000     1.0000     1.0000     
## criteria.data_quality 1.0000               1.0000     1.0000     1.0000     
## criteria.raw_data     1.0000               1.0000     1.0000     1.0000     
## criteria.usability    1.0000               1.0000     1.0000     1.0000     
## criteria.access       1.0000               1.0000     1.0000     1.0000     
## criteria.license      1.0000               1.0000     1.0000     1.0000     
## criteria.trust_source 1.0000               1.0000     1.0000     1.0000     
##                       source.KB source.STUDIE source.UNI source.SHARE
## criteria.metadata     1.0000    1.0000        1.0000     1.0000      
## criteria.materials    1.0000    1.0000        1.0000     1.0000      
## criteria.data_quality 1.0000    1.0000        1.0000     1.0000      
## criteria.raw_data     1.0000    1.0000        1.0000     1.0000      
## criteria.usability    1.0000    1.0000        1.0000     1.0000      
## criteria.access       1.0000    1.0000        1.0000     1.0000      
## criteria.license      1.0000    1.0000        1.0000     1.0000      
## criteria.trust_source 1.0000    1.0000        1.0000     1.0000      
##                       source.WHO source.ANES source.HEVE source.VIDEO
## criteria.metadata     1.0000     1.0000      1.0000      1.0000      
## criteria.materials    1.0000     1.0000      1.0000      1.0000      
## criteria.data_quality 1.0000     1.0000      1.0000      1.0000      
## criteria.raw_data     1.0000     1.0000      1.0000      1.0000      
## criteria.usability    1.0000     1.0000      1.0000      1.0000      
## criteria.access       1.0000     1.0000      1.0000      1.0000      
## criteria.license      1.0000     1.0000      1.0000      0.0160      
## criteria.trust_source 1.0000     1.0000      1.0000      1.0000      
##                       source.QOG source.SURVEY source.AUSSDA source.UEGK
## criteria.metadata     1.0000     1.0000        1.0000        1.0000     
## criteria.materials    1.0000     1.0000        1.0000        1.0000     
## criteria.data_quality 1.0000     1.0000        1.0000        1.0000     
## criteria.raw_data     1.0000     1.0000        1.0000        1.0000     
## criteria.usability    1.0000     1.0000        1.0000        1.0000     
## criteria.access       1.0000     1.0000        1.0000        1.0000     
## criteria.license      1.0000     1.0000        1.0000        1.0000     
## criteria.trust_source 1.0000     1.0000        1.0000        1.0000     
##                       source.CIOTS source.WAHLDATEN source.OSF source.TRANSC
## criteria.metadata     1.0000       1.0000           1.0000     1.0000       
## criteria.materials    1.0000       1.0000           1.0000     1.0000       
## criteria.data_quality 1.0000       1.0000           1.0000     1.0000       
## criteria.raw_data     1.0000       1.0000           1.0000     1.0000       
## criteria.usability    1.0000       1.0000           1.0000     1.0000       
## criteria.access       1.0000       1.0000           1.0000     1.0000       
## criteria.license      1.0000       1.0000           1.0000     1.0000       
## criteria.trust_source 1.0000       1.0000           1.0000     1.0000       
##                       source.GOOGLE source.ARE source.NCCR
## criteria.metadata     1.0000        1.0000     1.0000     
## criteria.materials    1.0000        1.0000     1.0000     
## criteria.data_quality 1.0000        1.0000     1.0000     
## criteria.raw_data     1.0000        1.0000     1.0000     
## criteria.usability    1.0000        1.0000     1.0000     
## criteria.access       1.0000        1.0000     1.0000     
## criteria.license      1.0000        1.0000     1.0000     
## criteria.trust_source 1.0000        1.0000     1.0000     
##                       source.BILDUNGSTATKTZH source.DTA source.DATABASEPIC
## criteria.metadata     1.0000                 1.0000     1.0000            
## criteria.materials    1.0000                 1.0000     1.0000            
## criteria.data_quality 1.0000                 1.0000     1.0000            
## criteria.raw_data     1.0000                 1.0000     1.0000            
## criteria.usability    1.0000                 1.0000     1.0000            
## criteria.access       1.0000                 1.0000     1.0000            
## criteria.license      1.0000                 1.0000     1.0000            
## criteria.trust_source 1.0000                 1.0000     1.0000            
##                       source.HI source.SV source.SSSAJ source.AEA
## criteria.metadata     1.0000    1.0000    1.0000       1.0000    
## criteria.materials    1.0000    1.0000    1.0000       1.0000    
## criteria.data_quality 1.0000    1.0000    1.0000       1.0000    
## criteria.raw_data     1.0000    1.0000    1.0000       1.0000    
## criteria.usability    1.0000    1.0000    1.0000       1.0000    
## criteria.access       1.0000    1.0000    1.0000       1.0000    
## criteria.license      1.0000    1.0000    1.0000       1.0000    
## criteria.trust_source 1.0000    1.0000    1.0000       1.0000    
##                       source.ADDHEALTH source.USBLS source.BJS source.WEMF
## criteria.metadata     1.0000           1.0000       1.0000     1.0000     
## criteria.materials    1.0000           1.0000       1.0000     1.0000     
## criteria.data_quality 1.0000           1.0000       1.0000     1.0000     
## criteria.raw_data     1.0000           1.0000       1.0000     1.0000     
## criteria.usability    1.0000           1.0000       1.0000     1.0000     
## criteria.access       1.0000           1.0000       1.0000     1.0000     
## criteria.license      1.0000           1.0000       1.0000     1.0000     
## criteria.trust_source 1.0000           1.0000       1.0000     1.0000     
##                       source.DATAGOVE source.DODIS source.FPPAEDAGOGIK
## criteria.metadata     1.0000          1.0000       1.0000             
## criteria.materials    1.0000          1.0000       1.0000             
## criteria.data_quality 1.0000          1.0000       1.0000             
## criteria.raw_data     1.0000          1.0000       1.0000             
## criteria.usability    1.0000          1.0000       1.0000             
## criteria.access       1.0000          1.0000       1.0000             
## criteria.license      1.0000          1.0000       1.0000             
## criteria.trust_source 1.0000          1.0000       1.0000             
##                       source.MODE source.SILC source.DATABASEMUSEUM
## criteria.metadata     1.0000      1.0000      1.0000               
## criteria.materials    1.0000      1.0000      1.0000               
## criteria.data_quality 1.0000      1.0000      1.0000               
## criteria.raw_data     1.0000      1.0000      1.0000               
## criteria.usability    1.0000      1.0000      1.0000               
## criteria.access       1.0000      1.0000      1.0000               
## criteria.license      1.0000      1.0000      1.0000               
## criteria.trust_source 1.0000      1.0000      1.0000               
##                       source.IMSLP source.INETARCHIVE source.EFD source.WEBSITE
## criteria.metadata     1.0000       1.0000             1.0000     1.0000        
## criteria.materials    1.0000       1.0000             1.0000     1.0000        
## criteria.data_quality 1.0000       1.0000             1.0000     1.0000        
## criteria.raw_data     1.0000       1.0000             1.0000     1.0000        
## criteria.usability    1.0000       1.0000             1.0000     1.0000        
## criteria.access       1.0000       1.0000             1.0000     1.0000        
## criteria.license      1.0000       1.0000             1.0000     1.0000        
## criteria.trust_source 1.0000       1.0000             1.0000     1.0000        
##                       source.EFS source.LAVATER source.BAG source.FLICKR
## criteria.metadata     1.0000     1.0000         1.0000     1.0000       
## criteria.materials    1.0000     1.0000         1.0000     1.0000       
## criteria.data_quality 1.0000     1.0000         1.0000     1.0000       
## criteria.raw_data     1.0000     1.0000         1.0000     1.0000       
## criteria.usability    1.0000     1.0000         1.0000     1.0000       
## criteria.access       1.0000     1.0000         1.0000     1.0000       
## criteria.license      1.0000     1.0000         1.0000     1.0000       
## criteria.trust_source 1.0000     1.0000         1.0000     1.0000       
##                       source.NOTES source.INTERVIEW source.HANDRIT source.DZHW
## criteria.metadata     1.0000       1.0000           1.0000         1.0000     
## criteria.materials    1.0000       1.0000           1.0000         1.0000     
## criteria.data_quality 1.0000       1.0000           1.0000         1.0000     
## criteria.raw_data     1.0000       1.0000           1.0000         1.0000     
## criteria.usability    1.0000       1.0000           1.0000         1.0000     
## criteria.access       1.0000       1.0000           1.0000         1.0000     
## criteria.license      1.0000       1.0000           1.0000         1.0000     
## criteria.trust_source 1.0000       1.0000           1.0000         1.0000     
##                       source.SGG source.HETSL source.HSZK source.SPIN
## criteria.metadata     1.0000     1.0000       1.0000      1.0000     
## criteria.materials    1.0000     1.0000       1.0000      1.0000     
## criteria.data_quality 1.0000     1.0000       1.0000      1.0000     
## criteria.raw_data     1.0000     1.0000       1.0000      1.0000     
## criteria.usability    1.0000     1.0000       1.0000      1.0000     
## criteria.access       1.0000     1.0000       1.0000      1.0000     
## criteria.license      1.0000     1.0000       1.0000      1.0000     
## criteria.trust_source 1.0000     1.0000       1.0000      1.0000     
##                       source.GBD source.MARPOR source.STUTEXT source.STAPF
## criteria.metadata     1.0000     1.0000        1.0000         1.0000      
## criteria.materials    1.0000     1.0000        1.0000         1.0000      
## criteria.data_quality 1.0000     1.0000        1.0000         1.0000      
## criteria.raw_data     1.0000     1.0000        1.0000         1.0000      
## criteria.usability    1.0000     1.0000        1.0000         1.0000      
## criteria.access       1.0000     1.0000        1.0000         1.0000      
## criteria.license      1.0000     1.0000        1.0000         1.0000      
## criteria.trust_source 1.0000     1.0000        1.0000         1.0000      
##                       source.STUDPLANTI source.THESES source.WBDATA source.SSRN
## criteria.metadata     1.0000            1.0000        1.0000        1.0000     
## criteria.materials    1.0000            1.0000        1.0000        1.0000     
## criteria.data_quality 1.0000            1.0000        1.0000        1.0000     
## criteria.raw_data     1.0000            1.0000        1.0000        1.0000     
## criteria.usability    1.0000            1.0000        1.0000        1.0000     
## criteria.access       1.0000            1.0000        1.0000        1.0000     
## criteria.license      1.0000            1.0000        1.0000        1.0000     
## criteria.trust_source 1.0000            1.0000        1.0000        1.0000     
##                       source.PRIO source.GDELT source.EINKIK source.DATAJOURNAL
## criteria.metadata     1.0000      1.0000       1.0000        1.0000            
## criteria.materials    1.0000      1.0000       1.0000        1.0000            
## criteria.data_quality 1.0000      1.0000       1.0000        1.0000            
## criteria.raw_data     1.0000      1.0000       1.0000        1.0000            
## criteria.usability    1.0000      1.0000       1.0000        1.0000            
## criteria.access       1.0000      1.0000       1.0000        1.0000            
## criteria.license      1.0000      1.0000       1.0000        1.0000            
## criteria.trust_source 1.0000      1.0000       1.0000        1.0000            
##                       source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## criteria.metadata     1.0000      1.0000      1.0000       1.0000           
## criteria.materials    1.0000      1.0000      1.0000       1.0000           
## criteria.data_quality 1.0000      1.0000      1.0000       1.0000           
## criteria.raw_data     1.0000      1.0000      1.0000       1.0000           
## criteria.usability    1.0000      1.0000      1.0000       1.0000           
## criteria.access       1.0000      1.0000      1.0000       1.0000           
## criteria.license      1.0000      1.0000      1.0000       1.0000           
## criteria.trust_source 1.0000      1.0000      1.0000       1.0000           
##                       source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## criteria.metadata     1.0000     1.0000            1.0000       1.0000       
## criteria.materials    1.0000     1.0000            1.0000       1.0000       
## criteria.data_quality 1.0000     1.0000            1.0000       1.0000       
## criteria.raw_data     1.0000     1.0000            1.0000       1.0000       
## criteria.usability    1.0000     1.0000            1.0000       1.0000       
## criteria.access       1.0000     1.0000            1.0000       1.0000       
## criteria.license      1.0000     1.0000            1.0000       1.0000       
## criteria.trust_source 1.0000     1.0000            1.0000       1.0000       
##                       source.CMVW source.SECO source.TWITTER source.GIS
## criteria.metadata     1.0000      1.0000      1.0000         1.0000    
## criteria.materials    1.0000      1.0000      1.0000         1.0000    
## criteria.data_quality 1.0000      1.0000      1.0000         1.0000    
## criteria.raw_data     1.0000      1.0000      1.0000         1.0000    
## criteria.usability    1.0000      1.0000      1.0000         1.0000    
## criteria.access       1.0000      1.0000      1.0000         1.0000    
## criteria.license      1.0000      1.0000      1.0000         1.0000    
## criteria.trust_source 1.0000      1.0000      1.0000         1.0000    
##                       source.KAGGLE source.GETTY source.ACAD source.DGD
## criteria.metadata     1.0000        1.0000       1.0000      1.0000    
## criteria.materials    1.0000        1.0000       1.0000      1.0000    
## criteria.data_quality 1.0000        1.0000       1.0000      1.0000    
## criteria.raw_data     1.0000        1.0000       1.0000      1.0000    
## criteria.usability    1.0000        1.0000       1.0000      1.0000    
## criteria.access       1.0000        1.0000       1.0000      1.0000    
## criteria.license      1.0000        1.0000       1.0000      1.0000    
## criteria.trust_source 1.0000        1.0000       1.0000      1.0000    
##                       source.TARKI source.FHS source.DOC source.QJE source.HLS
## criteria.metadata     1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.materials    1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.data_quality 1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.raw_data     1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.usability    1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.access       1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.license      1.0000       1.0000     1.0000     1.0000     1.0000    
## criteria.trust_source 1.0000       1.0000     1.0000     1.0000     1.0000    
##                       source.WVS source.INTORG source.AVAM
## criteria.metadata     1.0000     1.0000        1.0000     
## criteria.materials    1.0000     1.0000        1.0000     
## criteria.data_quality 1.0000     1.0000        1.0000     
## criteria.raw_data     1.0000     1.0000        1.0000     
## criteria.usability    1.0000     1.0000        1.0000     
## criteria.access       1.0000     1.0000        1.0000     
## criteria.license      1.0000     1.0000        1.0000     
## criteria.trust_source 1.0000     1.0000        1.0000     
##                       source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## criteria.metadata     1.0000                   1.0000         1.0000    
## criteria.materials    1.0000                   1.0000         1.0000    
## criteria.data_quality 1.0000                   1.0000         1.0000    
## criteria.raw_data     1.0000                   1.0000         1.0000    
## criteria.usability    1.0000                   1.0000         1.0000    
## criteria.access       1.0000                   1.0000         1.0000    
## criteria.license      1.0000                   1.0000         1.0000    
## criteria.trust_source 1.0000                   1.0000         1.0000    
##                       source.NETMETRIX source.THDS source.ANFP source.NSD
## criteria.metadata     1.0000           1.0000      1.0000      1.0000    
## criteria.materials    1.0000           1.0000      1.0000      1.0000    
## criteria.data_quality 1.0000           1.0000      1.0000      1.0000    
## criteria.raw_data     1.0000           1.0000      1.0000      1.0000    
## criteria.usability    1.0000           1.0000      1.0000      1.0000    
## criteria.access       1.0000           1.0000      1.0000      1.0000    
## criteria.license      1.0000           1.0000      1.0000      1.0000    
## criteria.trust_source 1.0000           1.0000      1.0000      1.0000    
##                       source.LIBCON source.RISM source.CSURF source.SAGA
## criteria.metadata     1.0000        1.0000      1.0000       1.0000     
## criteria.materials    1.0000        1.0000      1.0000       1.0000     
## criteria.data_quality 1.0000        1.0000      1.0000       1.0000     
## criteria.raw_data     1.0000        1.0000      1.0000       1.0000     
## criteria.usability    1.0000        1.0000      1.0000       1.0000     
## criteria.access       1.0000        1.0000      1.0000       1.0000     
## criteria.license      1.0000        1.0000      1.0000       1.0000     
## criteria.trust_source 1.0000        1.0000      1.0000       1.0000     
##                       source.HSSO source.SUCHTMONITORING source.LFE
## criteria.metadata     1.0000      1.0000                 1.0000    
## criteria.materials    1.0000      1.0000                 1.0000    
## criteria.data_quality 1.0000      1.0000                 1.0000    
## criteria.raw_data     1.0000      1.0000                 1.0000    
## criteria.usability    1.0000      1.0000                 1.0000    
## criteria.access       1.0000      1.0000                 1.0000    
## criteria.license      1.0000      1.0000                 1.0000    
## criteria.trust_source 1.0000      1.0000                 1.0000    
##                       source.DATABASE source.MEGUID source.CHES source.PYS
## criteria.metadata     1.0000          1.0000        1.0000      1.0000    
## criteria.materials    1.0000          1.0000        1.0000      1.0000    
## criteria.data_quality 1.0000          1.0000        1.0000      1.0000    
## criteria.raw_data     1.0000          1.0000        1.0000      1.0000    
## criteria.usability    1.0000          1.0000        1.0000      1.0000    
## criteria.access       1.0000          1.0000        1.0000      1.0000    
## criteria.license      1.0000          1.0000        1.0000      1.0000    
## criteria.trust_source 1.0000          1.0000        1.0000      1.0000    
##                       source.REG source.SMASH02 source.HBSC source.DVD
## criteria.metadata     1.0000     1.0000         1.0000      1.0000    
## criteria.materials    1.0000     1.0000         1.0000      1.0000    
## criteria.data_quality 1.0000     1.0000         1.0000      1.0000    
## criteria.raw_data     1.0000     1.0000         1.0000      1.0000    
## criteria.usability    1.0000     1.0000         1.0000      1.0000    
## criteria.access       1.0000     1.0000         1.0000      1.0000    
## criteria.license      1.0000     1.0000         1.0000      1.0000    
## criteria.trust_source 1.0000     1.0000         1.0000      1.0000    
##                       source.SNC source.JOBADS source.TAX source.VS
## criteria.metadata     1.0000     1.0000        1.0000     1.0000   
## criteria.materials    1.0000     1.0000        1.0000     1.0000   
## criteria.data_quality 1.0000     1.0000        1.0000     1.0000   
## criteria.raw_data     1.0000     1.0000        1.0000     1.0000   
## criteria.usability    1.0000     1.0000        1.0000     1.0000   
## criteria.access       1.0000     1.0000        1.0000     1.0000   
## criteria.license      1.0000     1.0000        1.0000     1.0000   
## criteria.trust_source 1.0000     1.0000        1.0000     1.0000   
## 
## [1] "criteria x purpose"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 288.55 
## X^2_S.ij = 
##                       purpose.integration purpose.teaching purpose.other
## criteria.metadata                    5.35             0.22          0.22
## criteria.materials                  26.69             5.66          1.73
## criteria.data_quality               26.08             3.65          1.04
## criteria.raw_data                   26.69             7.13          0.37
## criteria.usability                   3.14             0.10          8.52
## criteria.access                     17.45             1.90          0.00
## criteria.license                     8.25             1.05          0.02
## criteria.trust_source               45.48            17.73          0.51
##                       purpose.inspiration purpose.verification
## criteria.metadata                    5.45                 2.26
## criteria.materials                   0.39                 1.58
## criteria.data_quality                0.52                 1.19
## criteria.raw_data                    5.57                 2.86
## criteria.usability                  22.15                 1.37
## criteria.access                      4.95                 3.19
## criteria.license                     1.65                 1.11
## criteria.trust_source                8.70                 0.91
##                       purpose.replication
## criteria.metadata                    0.12
## criteria.materials                   0.17
## criteria.data_quality                1.94
## criteria.raw_data                   10.28
## criteria.usability                   2.34
## criteria.access                      0.24
## criteria.license                     0.16
## criteria.trust_source                0.45
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                       purpose.integration purpose.teaching purpose.other
## criteria.metadata     0.9973              1.0000           1.0000       
## criteria.materials    0.0000              0.8345           1.0000       
## criteria.data_quality 0.0000              1.0000           1.0000       
## criteria.raw_data     0.0000              0.3638           1.0000       
## criteria.usability    1.0000              1.0000           0.1685       
## criteria.access       0.0014              1.0000           1.0000       
## criteria.license      0.1954              1.0000           1.0000       
## criteria.trust_source 0.0000              0.0012           1.0000       
##                       purpose.inspiration purpose.verification
## criteria.metadata     0.9412              1.0000              
## criteria.materials    1.0000              1.0000              
## criteria.data_quality 1.0000              1.0000              
## criteria.raw_data     0.8767              1.0000              
## criteria.usability    0.0001              1.0000              
## criteria.access       1.0000              1.0000              
## criteria.license      1.0000              1.0000              
## criteria.trust_source 0.1524              1.0000              
##                       purpose.replication
## criteria.metadata     1.0000             
## criteria.materials    1.0000             
## criteria.data_quality 1.0000             
## criteria.raw_data     0.0645             
## criteria.usability    1.0000             
## criteria.access       1.0000             
## criteria.license      1.0000             
## criteria.trust_source 1.0000             
## 
## [1] "researchfield x data_reuse"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 104.33 
## X^2_S.ij = 
##                            data_reuse.Yes data_reuse.No
## researchfield.archaeology            1.53          1.53
## researchfield.architecture           0.30          0.30
## researchfield.art                    2.80          2.80
## researchfield.economics              1.81          1.81
## researchfield.education              1.53          1.53
## researchfield.ethnology              2.40          2.40
## researchfield.geography              0.03          0.03
## researchfield.health                 1.35          1.35
## researchfield.history                0.64          0.64
## researchfield.law                    0.18          0.18
## researchfield.linguistics            3.45          3.45
## researchfield.literature             3.77          3.77
## researchfield.media_comm             0.52          0.52
## researchfield.philosophy             0.60          0.60
## researchfield.politics               3.95          3.95
## researchfield.psychology            24.47         24.47
## researchfield.sociology              0.00          0.00
## researchfield.theology               0.12          0.12
## researchfield.other                  2.70          2.70
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                            data_reuse.Yes data_reuse.No
## researchfield.archaeology  1              1            
## researchfield.architecture 1              1            
## researchfield.art          1              1            
## researchfield.economics    1              1            
## researchfield.education    1              1            
## researchfield.ethnology    1              1            
## researchfield.geography    1              1            
## researchfield.health       1              1            
## researchfield.history      1              1            
## researchfield.law          1              1            
## researchfield.linguistics  1              1            
## researchfield.literature   1              1            
## researchfield.media_comm   1              1            
## researchfield.philosophy   1              1            
## researchfield.politics     1              1            
## researchfield.psychology   0              0            
## researchfield.sociology    1              1            
## researchfield.theology     1              1            
## researchfield.other        1              1            
## 
## [1] "experience x source"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 553.8 
## X^2_S.ij = 
##                        source.LIT source.ECODICES source.REPOS source.DIV
## experience.6_15_years        0.47            1.24         0.12       0.03
## experience.0_5_years         2.04            0.69         0.69       1.75
## experience.16_30_years       3.82            0.52         0.52       0.25
## experience.31__years         0.08            4.00         0.20       9.34
##                        source.DATAOWN source.BFS source.QUANT source.OECD
## experience.6_15_years            0.15       0.10         0.62        0.12
## experience.0_5_years             1.22       0.24         0.34        0.64
## experience.16_30_years           1.29       0.10         2.67        0.76
## experience.31__years             0.32       0.47         0.10        0.20
##                        source.FORS source.DATABASELIT source.SSRQ source.KTZH
## experience.6_15_years         0.52               0.07        1.63        1.63
## experience.0_5_years          2.75               0.47        0.34        0.34
## experience.16_30_years        0.06               0.88        0.38        0.38
## experience.31__years          2.73               0.73        0.10        0.10
##                        source.SOEP source.ARCHIVE source.ESS
## experience.6_15_years         0.03           0.03       1.24
## experience.0_5_years          0.10           1.03       1.32
## experience.16_30_years        0.06           2.37       0.89
## experience.31__years          0.31           0.31       1.73
##                        source.RESEARCHGATE source.GESIS source.DATAOTHER
## experience.6_15_years                 0.62         0.12             2.45
## experience.0_5_years                  0.34         0.50             0.42
## experience.16_30_years                2.67         1.31             1.31
## experience.31__years                  0.10         0.01             0.01
##                        source.NTVMR source.QUEST source.EU source.GAL
## experience.6_15_years          1.63         1.63      0.62       1.24
## experience.0_5_years           0.34         0.34      2.95       0.64
## experience.16_30_years         0.38         0.38      0.38       0.52
## experience.31__years           0.10         0.10      0.10       0.20
##                        source.UNCLEAR source.MENOTA source.DATABASEDIV
## experience.6_15_years            0.06          0.62               1.87
## experience.0_5_years             0.25          2.95               0.10
## experience.16_30_years           0.11          0.38               0.06
## experience.31__years             0.41          0.10               2.10
##                        source.FRANTEXT source.BES source.AGD source.GITHUB
## experience.6_15_years             0.62       0.62       0.62          1.63
## experience.0_5_years              0.34       2.95       0.34          0.34
## experience.16_30_years            2.67       0.38       2.67          0.38
## experience.31__years              0.10       0.10       0.10          0.10
##                        source.USCENSUS source.NES source.MYPERSONALITY
## experience.6_15_years             0.12       0.29                 1.63
## experience.0_5_years              0.69       1.30                 0.34
## experience.16_30_years            0.52       1.53                 0.38
## experience.31__years              0.20       1.21                 0.10
##                        source.NCD source.GSS source.UKDS source.KB
## experience.6_15_years        0.62       1.24        0.62      0.62
## experience.0_5_years         0.34       0.69        0.34      0.34
## experience.16_30_years       2.67       0.52        2.67      2.67
## experience.31__years         0.10       4.00        0.10      0.10
##                        source.STUDIE source.UNI source.SHARE source.WHO
## experience.6_15_years           1.63       2.35         0.03       1.63
## experience.0_5_years            0.34       0.00         0.10       0.34
## experience.16_30_years          0.38       1.53         0.06       0.38
## experience.31__years            0.10       0.41         0.31       0.10
##                        source.ANES source.HEVE source.VIDEO source.QOG
## experience.6_15_years         0.12        1.63         3.28       0.62
## experience.0_5_years          0.64        0.34         0.69       0.34
## experience.16_30_years        0.76        0.38         0.76       2.67
## experience.31__years          0.20        0.10         0.20       0.10
##                        source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## experience.6_15_years           1.04          1.63        0.62         1.63
## experience.0_5_years            1.73          0.34        2.95         0.34
## experience.16_30_years          0.14          0.38        0.38         0.38
## experience.31__years            0.71          0.10        0.10         0.10
##                        source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## experience.6_15_years              1.63       0.62          1.63          0.29
## experience.0_5_years               0.34       2.95          0.34          0.00
## experience.16_30_years             0.38       0.38          0.38          1.05
## experience.31__years               0.10       0.10          0.10          0.41
##                        source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## experience.6_15_years        0.62        1.63                   0.12       0.62
## experience.0_5_years         2.95        0.34                   0.69       0.34
## experience.16_30_years       0.38        0.38                   0.52       2.67
## experience.31__years         0.10        0.10                   0.20       0.10
##                        source.DATABASEPIC source.HI source.SV source.SSSAJ
## experience.6_15_years                0.62      1.63      3.28         0.62
## experience.0_5_years                 0.34      0.34      0.69         0.34
## experience.16_30_years               0.38      0.38      0.76         0.38
## experience.31__years                 9.87      0.10      0.20         9.87
##                        source.AEA source.ADDHEALTH source.USBLS source.BJS
## experience.6_15_years        0.12             1.24         1.24       1.63
## experience.0_5_years         0.64             0.64         5.92       0.34
## experience.16_30_years       0.76             0.52         0.76       0.38
## experience.31__years         0.20             0.20         0.20       0.10
##                        source.WEMF source.DATAGOVE source.DODIS
## experience.6_15_years         1.63            0.06         1.63
## experience.0_5_years          0.34            2.09         0.34
## experience.16_30_years        0.38            1.59         0.38
## experience.31__years          0.10            0.41         0.10
##                        source.FPPAEDAGOGIK source.MODE source.SILC
## experience.6_15_years                 1.63        0.62        1.63
## experience.0_5_years                  0.34        2.95        0.34
## experience.16_30_years                0.38        0.38        0.38
## experience.31__years                  0.10        0.10        0.10
##                        source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## experience.6_15_years                   0.03         0.62               0.62
## experience.0_5_years                    1.03         0.34               0.34
## experience.16_30_years                  2.37         2.67               2.67
## experience.31__years                    0.31         0.10               0.10
##                        source.EFD source.WEBSITE source.EFS source.LAVATER
## experience.6_15_years        1.63           0.62       0.62           0.62
## experience.0_5_years         0.34           0.34       2.95           0.34
## experience.16_30_years       0.38           0.38       0.38           2.67
## experience.31__years         0.10           9.87       0.10           0.10
##                        source.BAG source.FLICKR source.NOTES source.INTERVIEW
## experience.6_15_years        0.62          0.62         0.62             0.62
## experience.0_5_years         2.95          2.95         0.34             0.34
## experience.16_30_years       0.38          0.38         2.67             2.67
## experience.31__years         0.10          0.10         0.10             0.10
##                        source.HANDRIT source.DZHW source.SGG source.HETSL
## experience.6_15_years            0.62        0.62       1.63         0.62
## experience.0_5_years             2.95        0.34       0.34         0.34
## experience.16_30_years           0.38        2.67       0.38         0.38
## experience.31__years             0.10        0.10       0.10         9.87
##                        source.HSZK source.SPIN source.GBD source.MARPOR
## experience.6_15_years         0.62        1.63       0.62          1.63
## experience.0_5_years          0.34        0.34       0.34          0.34
## experience.16_30_years        2.67        0.38       2.67          0.38
## experience.31__years          0.10        0.10       0.10          0.10
##                        source.STUTEXT source.STAPF source.STUDPLANTI
## experience.6_15_years            0.62         1.63              0.62
## experience.0_5_years             2.95         0.34              0.34
## experience.16_30_years           0.38         0.38              2.67
## experience.31__years             0.10         0.10              0.10
##                        source.THESES source.WBDATA source.SSRN source.PRIO
## experience.6_15_years           0.12          0.62        0.62        0.62
## experience.0_5_years            0.69          2.95        0.34        0.34
## experience.16_30_years          0.52          0.38        2.67        2.67
## experience.31__years            0.20          0.10        0.10        0.10
##                        source.GDELT source.EINKIK source.DATAJOURNAL
## experience.6_15_years          0.62          1.63               0.62
## experience.0_5_years           2.95          0.34               0.34
## experience.16_30_years         0.38          0.38               2.67
## experience.31__years           0.10          0.10               0.10
##                        source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## experience.6_15_years         0.62        0.62         0.62              0.62
## experience.0_5_years          2.95        2.95         2.95              2.95
## experience.16_30_years        0.38        0.38         0.38              0.38
## experience.31__years          0.10        0.10         0.10              0.10
##                        source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## experience.6_15_years        1.63              1.63         1.63          1.24
## experience.0_5_years         0.34              0.34         0.34          0.69
## experience.16_30_years       0.38              0.38         0.38          0.76
## experience.31__years         0.10              0.10         0.10         19.82
##                        source.CMVW source.SECO source.TWITTER source.GIS
## experience.6_15_years         0.62        1.63           0.62       0.62
## experience.0_5_years          2.95        0.34           0.34       0.34
## experience.16_30_years        0.38        0.38           2.67       2.67
## experience.31__years          0.10        0.10           0.10       0.10
##                        source.KAGGLE source.GETTY source.ACAD source.DGD
## experience.6_15_years           1.24         0.62        0.62       0.62
## experience.0_5_years            0.64         0.34        0.34       0.34
## experience.16_30_years          0.52         2.67        2.67       2.67
## experience.31__years            0.20         0.10        0.10       0.10
##                        source.TARKI source.FHS source.DOC source.QJE source.HLS
## experience.6_15_years          1.63       1.63       0.62       1.63       1.63
## experience.0_5_years           0.34       0.34       2.95       0.34       0.34
## experience.16_30_years         0.38       0.38       0.38       0.38       0.38
## experience.31__years           0.10       0.10       0.10       0.10       0.10
##                        source.WVS source.INTORG source.AVAM
## experience.6_15_years        1.24          0.62        1.63
## experience.0_5_years         5.92          0.34        0.34
## experience.16_30_years       0.76          2.67        0.38
## experience.31__years         0.20          0.10        0.10
##                        source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## experience.6_15_years                      3.28           0.62       1.63
## experience.0_5_years                       0.69           2.95       0.34
## experience.16_30_years                     0.76           0.38       0.38
## experience.31__years                       0.20           0.10       0.10
##                        source.NETMETRIX source.THDS source.ANFP source.NSD
## experience.6_15_years              1.63        1.63        0.62       0.62
## experience.0_5_years               0.34        0.34        2.95       0.34
## experience.16_30_years             0.38        0.38        0.38       2.67
## experience.31__years               0.10        0.10        0.10       0.10
##                        source.LIBCON source.RISM source.CSURF source.SAGA
## experience.6_15_years           0.62        0.62         0.62        0.62
## experience.0_5_years            2.95        0.34         0.34        2.95
## experience.16_30_years          0.38        2.67         2.67        0.38
## experience.31__years            0.10        0.10         0.10        0.10
##                        source.HSSO source.SUCHTMONITORING source.LFE
## experience.6_15_years         1.63                   1.63       0.62
## experience.0_5_years          0.34                   0.34       2.95
## experience.16_30_years        0.38                   0.38       0.38
## experience.31__years          0.10                   0.10       0.10
##                        source.DATABASE source.MEGUID source.CHES source.PYS
## experience.6_15_years             0.62          0.62        0.62       1.63
## experience.0_5_years              0.34          2.95        2.95       0.34
## experience.16_30_years            2.67          0.38        0.38       0.38
## experience.31__years              0.10          0.10        0.10       0.10
##                        source.REG source.SMASH02 source.HBSC source.DVD
## experience.6_15_years        1.63           0.62        1.63       0.62
## experience.0_5_years         0.34           0.34        0.34       0.34
## experience.16_30_years       0.38           2.67        0.38       2.67
## experience.31__years         0.10           0.10        0.10       0.10
##                        source.SNC source.JOBADS source.TAX source.VS
## experience.6_15_years        0.62          1.63       0.62      1.63
## experience.0_5_years         0.34          0.34       2.95      0.34
## experience.16_30_years       2.67          0.38       0.38      0.38
## experience.31__years         0.10          0.10       0.10      0.10
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.0051 
## p.ij.adj = 
##                        source.LIT source.ECODICES source.REPOS source.DIV
## experience.6_15_years  1.0000     1.0000          1.0000       1.0000    
## experience.0_5_years   1.0000     1.0000          1.0000       1.0000    
## experience.16_30_years 1.0000     1.0000          1.0000       1.0000    
## experience.31__years   1.0000     1.0000          1.0000       1.0000    
##                        source.DATAOWN source.BFS source.QUANT source.OECD
## experience.6_15_years  1.0000         1.0000     1.0000       1.0000     
## experience.0_5_years   1.0000         1.0000     1.0000       1.0000     
## experience.16_30_years 1.0000         1.0000     1.0000       1.0000     
## experience.31__years   1.0000         1.0000     1.0000       1.0000     
##                        source.FORS source.DATABASELIT source.SSRQ source.KTZH
## experience.6_15_years  1.0000      1.0000             1.0000      1.0000     
## experience.0_5_years   1.0000      1.0000             1.0000      1.0000     
## experience.16_30_years 1.0000      1.0000             1.0000      1.0000     
## experience.31__years   1.0000      1.0000             1.0000      1.0000     
##                        source.SOEP source.ARCHIVE source.ESS
## experience.6_15_years  1.0000      1.0000         1.0000    
## experience.0_5_years   1.0000      1.0000         1.0000    
## experience.16_30_years 1.0000      1.0000         1.0000    
## experience.31__years   1.0000      1.0000         1.0000    
##                        source.RESEARCHGATE source.GESIS source.DATAOTHER
## experience.6_15_years  1.0000              1.0000       1.0000          
## experience.0_5_years   1.0000              1.0000       1.0000          
## experience.16_30_years 1.0000              1.0000       1.0000          
## experience.31__years   1.0000              1.0000       1.0000          
##                        source.NTVMR source.QUEST source.EU source.GAL
## experience.6_15_years  1.0000       1.0000       1.0000    1.0000    
## experience.0_5_years   1.0000       1.0000       1.0000    1.0000    
## experience.16_30_years 1.0000       1.0000       1.0000    1.0000    
## experience.31__years   1.0000       1.0000       1.0000    1.0000    
##                        source.UNCLEAR source.MENOTA source.DATABASEDIV
## experience.6_15_years  1.0000         1.0000        1.0000            
## experience.0_5_years   1.0000         1.0000        1.0000            
## experience.16_30_years 1.0000         1.0000        1.0000            
## experience.31__years   1.0000         1.0000        1.0000            
##                        source.FRANTEXT source.BES source.AGD source.GITHUB
## experience.6_15_years  1.0000          1.0000     1.0000     1.0000       
## experience.0_5_years   1.0000          1.0000     1.0000     1.0000       
## experience.16_30_years 1.0000          1.0000     1.0000     1.0000       
## experience.31__years   1.0000          1.0000     1.0000     1.0000       
##                        source.USCENSUS source.NES source.MYPERSONALITY
## experience.6_15_years  1.0000          1.0000     1.0000              
## experience.0_5_years   1.0000          1.0000     1.0000              
## experience.16_30_years 1.0000          1.0000     1.0000              
## experience.31__years   1.0000          1.0000     1.0000              
##                        source.NCD source.GSS source.UKDS source.KB
## experience.6_15_years  1.0000     1.0000     1.0000      1.0000   
## experience.0_5_years   1.0000     1.0000     1.0000      1.0000   
## experience.16_30_years 1.0000     1.0000     1.0000      1.0000   
## experience.31__years   1.0000     1.0000     1.0000      1.0000   
##                        source.STUDIE source.UNI source.SHARE source.WHO
## experience.6_15_years  1.0000        1.0000     1.0000       1.0000    
## experience.0_5_years   1.0000        1.0000     1.0000       1.0000    
## experience.16_30_years 1.0000        1.0000     1.0000       1.0000    
## experience.31__years   1.0000        1.0000     1.0000       1.0000    
##                        source.ANES source.HEVE source.VIDEO source.QOG
## experience.6_15_years  1.0000      1.0000      1.0000       1.0000    
## experience.0_5_years   1.0000      1.0000      1.0000       1.0000    
## experience.16_30_years 1.0000      1.0000      1.0000       1.0000    
## experience.31__years   1.0000      1.0000      1.0000       1.0000    
##                        source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## experience.6_15_years  1.0000        1.0000        1.0000      1.0000      
## experience.0_5_years   1.0000        1.0000        1.0000      1.0000      
## experience.16_30_years 1.0000        1.0000        1.0000      1.0000      
## experience.31__years   1.0000        1.0000        1.0000      1.0000      
##                        source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## experience.6_15_years  1.0000           1.0000     1.0000        1.0000       
## experience.0_5_years   1.0000           1.0000     1.0000        1.0000       
## experience.16_30_years 1.0000           1.0000     1.0000        1.0000       
## experience.31__years   1.0000           1.0000     1.0000        1.0000       
##                        source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## experience.6_15_years  1.0000     1.0000      1.0000                 1.0000    
## experience.0_5_years   1.0000     1.0000      1.0000                 1.0000    
## experience.16_30_years 1.0000     1.0000      1.0000                 1.0000    
## experience.31__years   1.0000     1.0000      1.0000                 1.0000    
##                        source.DATABASEPIC source.HI source.SV source.SSSAJ
## experience.6_15_years  1.0000             1.0000    1.0000    1.0000      
## experience.0_5_years   1.0000             1.0000    1.0000    1.0000      
## experience.16_30_years 1.0000             1.0000    1.0000    1.0000      
## experience.31__years   1.0000             1.0000    1.0000    1.0000      
##                        source.AEA source.ADDHEALTH source.USBLS source.BJS
## experience.6_15_years  1.0000     1.0000           1.0000       1.0000    
## experience.0_5_years   1.0000     1.0000           1.0000       1.0000    
## experience.16_30_years 1.0000     1.0000           1.0000       1.0000    
## experience.31__years   1.0000     1.0000           1.0000       1.0000    
##                        source.WEMF source.DATAGOVE source.DODIS
## experience.6_15_years  1.0000      1.0000          1.0000      
## experience.0_5_years   1.0000      1.0000          1.0000      
## experience.16_30_years 1.0000      1.0000          1.0000      
## experience.31__years   1.0000      1.0000          1.0000      
##                        source.FPPAEDAGOGIK source.MODE source.SILC
## experience.6_15_years  1.0000              1.0000      1.0000     
## experience.0_5_years   1.0000              1.0000      1.0000     
## experience.16_30_years 1.0000              1.0000      1.0000     
## experience.31__years   1.0000              1.0000      1.0000     
##                        source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## experience.6_15_years  1.0000                1.0000       1.0000            
## experience.0_5_years   1.0000                1.0000       1.0000            
## experience.16_30_years 1.0000                1.0000       1.0000            
## experience.31__years   1.0000                1.0000       1.0000            
##                        source.EFD source.WEBSITE source.EFS source.LAVATER
## experience.6_15_years  1.0000     1.0000         1.0000     1.0000        
## experience.0_5_years   1.0000     1.0000         1.0000     1.0000        
## experience.16_30_years 1.0000     1.0000         1.0000     1.0000        
## experience.31__years   1.0000     1.0000         1.0000     1.0000        
##                        source.BAG source.FLICKR source.NOTES source.INTERVIEW
## experience.6_15_years  1.0000     1.0000        1.0000       1.0000          
## experience.0_5_years   1.0000     1.0000        1.0000       1.0000          
## experience.16_30_years 1.0000     1.0000        1.0000       1.0000          
## experience.31__years   1.0000     1.0000        1.0000       1.0000          
##                        source.HANDRIT source.DZHW source.SGG source.HETSL
## experience.6_15_years  1.0000         1.0000      1.0000     1.0000      
## experience.0_5_years   1.0000         1.0000      1.0000     1.0000      
## experience.16_30_years 1.0000         1.0000      1.0000     1.0000      
## experience.31__years   1.0000         1.0000      1.0000     1.0000      
##                        source.HSZK source.SPIN source.GBD source.MARPOR
## experience.6_15_years  1.0000      1.0000      1.0000     1.0000       
## experience.0_5_years   1.0000      1.0000      1.0000     1.0000       
## experience.16_30_years 1.0000      1.0000      1.0000     1.0000       
## experience.31__years   1.0000      1.0000      1.0000     1.0000       
##                        source.STUTEXT source.STAPF source.STUDPLANTI
## experience.6_15_years  1.0000         1.0000       1.0000           
## experience.0_5_years   1.0000         1.0000       1.0000           
## experience.16_30_years 1.0000         1.0000       1.0000           
## experience.31__years   1.0000         1.0000       1.0000           
##                        source.THESES source.WBDATA source.SSRN source.PRIO
## experience.6_15_years  1.0000        1.0000        1.0000      1.0000     
## experience.0_5_years   1.0000        1.0000        1.0000      1.0000     
## experience.16_30_years 1.0000        1.0000        1.0000      1.0000     
## experience.31__years   1.0000        1.0000        1.0000      1.0000     
##                        source.GDELT source.EINKIK source.DATAJOURNAL
## experience.6_15_years  1.0000       1.0000        1.0000            
## experience.0_5_years   1.0000       1.0000        1.0000            
## experience.16_30_years 1.0000       1.0000        1.0000            
## experience.31__years   1.0000       1.0000        1.0000            
##                        source.VDEM source.SSLS source.IMPUS source.EPERIODICA
## experience.6_15_years  1.0000      1.0000      1.0000       1.0000           
## experience.0_5_years   1.0000      1.0000      1.0000       1.0000           
## experience.16_30_years 1.0000      1.0000      1.0000       1.0000           
## experience.31__years   1.0000      1.0000      1.0000       1.0000           
##                        source.EHA source.MEDIAPULSE source.CESAR source.RECORD
## experience.6_15_years  1.0000     1.0000            1.0000       1.0000       
## experience.0_5_years   1.0000     1.0000            1.0000       1.0000       
## experience.16_30_years 1.0000     1.0000            1.0000       1.0000       
## experience.31__years   1.0000     1.0000            1.0000       0.0051       
##                        source.CMVW source.SECO source.TWITTER source.GIS
## experience.6_15_years  1.0000      1.0000      1.0000         1.0000    
## experience.0_5_years   1.0000      1.0000      1.0000         1.0000    
## experience.16_30_years 1.0000      1.0000      1.0000         1.0000    
## experience.31__years   1.0000      1.0000      1.0000         1.0000    
##                        source.KAGGLE source.GETTY source.ACAD source.DGD
## experience.6_15_years  1.0000        1.0000       1.0000      1.0000    
## experience.0_5_years   1.0000        1.0000       1.0000      1.0000    
## experience.16_30_years 1.0000        1.0000       1.0000      1.0000    
## experience.31__years   1.0000        1.0000       1.0000      1.0000    
##                        source.TARKI source.FHS source.DOC source.QJE source.HLS
## experience.6_15_years  1.0000       1.0000     1.0000     1.0000     1.0000    
## experience.0_5_years   1.0000       1.0000     1.0000     1.0000     1.0000    
## experience.16_30_years 1.0000       1.0000     1.0000     1.0000     1.0000    
## experience.31__years   1.0000       1.0000     1.0000     1.0000     1.0000    
##                        source.WVS source.INTORG source.AVAM
## experience.6_15_years  1.0000     1.0000        1.0000     
## experience.0_5_years   1.0000     1.0000        1.0000     
## experience.16_30_years 1.0000     1.0000        1.0000     
## experience.31__years   1.0000     1.0000        1.0000     
##                        source.GEMEINDEFORSCHUNG source.UNKNOWN source.DAB
## experience.6_15_years  1.0000                   1.0000         1.0000    
## experience.0_5_years   1.0000                   1.0000         1.0000    
## experience.16_30_years 1.0000                   1.0000         1.0000    
## experience.31__years   1.0000                   1.0000         1.0000    
##                        source.NETMETRIX source.THDS source.ANFP source.NSD
## experience.6_15_years  1.0000           1.0000      1.0000      1.0000    
## experience.0_5_years   1.0000           1.0000      1.0000      1.0000    
## experience.16_30_years 1.0000           1.0000      1.0000      1.0000    
## experience.31__years   1.0000           1.0000      1.0000      1.0000    
##                        source.LIBCON source.RISM source.CSURF source.SAGA
## experience.6_15_years  1.0000        1.0000      1.0000       1.0000     
## experience.0_5_years   1.0000        1.0000      1.0000       1.0000     
## experience.16_30_years 1.0000        1.0000      1.0000       1.0000     
## experience.31__years   1.0000        1.0000      1.0000       1.0000     
##                        source.HSSO source.SUCHTMONITORING source.LFE
## experience.6_15_years  1.0000      1.0000                 1.0000    
## experience.0_5_years   1.0000      1.0000                 1.0000    
## experience.16_30_years 1.0000      1.0000                 1.0000    
## experience.31__years   1.0000      1.0000                 1.0000    
##                        source.DATABASE source.MEGUID source.CHES source.PYS
## experience.6_15_years  1.0000          1.0000        1.0000      1.0000    
## experience.0_5_years   1.0000          1.0000        1.0000      1.0000    
## experience.16_30_years 1.0000          1.0000        1.0000      1.0000    
## experience.31__years   1.0000          1.0000        1.0000      1.0000    
##                        source.REG source.SMASH02 source.HBSC source.DVD
## experience.6_15_years  1.0000     1.0000         1.0000      1.0000    
## experience.0_5_years   1.0000     1.0000         1.0000      1.0000    
## experience.16_30_years 1.0000     1.0000         1.0000      1.0000    
## experience.31__years   1.0000     1.0000         1.0000      1.0000    
##                        source.SNC source.JOBADS source.TAX source.VS
## experience.6_15_years  1.0000     1.0000        1.0000     1.0000   
## experience.0_5_years   1.0000     1.0000        1.0000     1.0000   
## experience.16_30_years 1.0000     1.0000        1.0000     1.0000   
## experience.31__years   1.0000     1.0000        1.0000     1.0000   
## 
## [1] "experience x purpose"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 39.21 
## X^2_S.ij = 
##                        purpose.integration purpose.teaching purpose.other
## experience.6_15_years                 0.16             0.76          5.73
## experience.0_5_years                  2.91             5.05          4.48
## experience.16_30_years                1.41             9.02          0.17
## experience.31__years                  2.00             0.05          0.04
##                        purpose.inspiration purpose.verification
## experience.6_15_years                 0.11                 0.80
## experience.0_5_years                  0.06                 0.58
## experience.16_30_years                0.10                 0.95
## experience.31__years                  0.20                 1.31
##                        purpose.replication
## experience.6_15_years                 2.21
## experience.0_5_years                  0.53
## experience.16_30_years                0.29
## experience.31__years                  0.32
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.0642 
## p.ij.adj = 
##                        purpose.integration purpose.teaching purpose.other
## experience.6_15_years  1.0000              1.0000           0.3997       
## experience.0_5_years   1.0000              0.5925           0.8228       
## experience.16_30_years 1.0000              0.0642           1.0000       
## experience.31__years   1.0000              1.0000           1.0000       
##                        purpose.inspiration purpose.verification
## experience.6_15_years  1.0000              1.0000              
## experience.0_5_years   1.0000              1.0000              
## experience.16_30_years 1.0000              1.0000              
## experience.31__years   1.0000              1.0000              
##                        purpose.replication
## experience.6_15_years  1.0000             
## experience.0_5_years   1.0000             
## experience.16_30_years 1.0000             
## experience.31__years   1.0000             
## 
## [1] "purpose x source"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 1272.37 
## X^2_S.ij = 
##                      source.LIT source.ECODICES source.REPOS source.DIV
## purpose.integration        7.50            1.03         1.03       6.58
## purpose.teaching           5.78            0.52         0.52       8.98
## purpose.other              1.27            0.07         0.07       0.86
## purpose.inspiration       16.71            0.69         0.64       5.11
## purpose.verification      12.03            0.22         0.22       0.35
## purpose.replication        4.19            0.12         0.12       0.49
##                      source.DATAOWN source.BFS source.QUANT source.OECD
## purpose.integration            5.25      12.41         0.51        1.03
## purpose.teaching               1.29       0.29         2.67        0.52
## purpose.other                  0.49       0.01         0.04        0.07
## purpose.inspiration            1.80       0.00         0.34        0.69
## purpose.verification           1.77       1.28         0.11        0.22
## purpose.replication            0.02       0.47        16.40        0.12
##                      source.FORS source.DATABASELIT source.SSRQ source.KTZH
## purpose.integration        14.52               3.68        1.96        0.51
## purpose.teaching           10.80               0.88        2.67        0.38
## purpose.other               2.89               0.26        0.04        0.04
## purpose.inspiration         0.38               0.04        2.95        0.34
## purpose.verification        0.50               0.80        9.03        0.11
## purpose.replication         0.63               0.44        0.06        0.06
##                      source.SOEP source.ARCHIVE source.ESS source.RESEARCHGATE
## purpose.integration         1.55           1.55       3.47                0.51
## purpose.teaching            2.37           0.06       2.32                0.38
## purpose.other               0.11           0.11       4.17                0.04
## purpose.inspiration         0.10           0.10       1.32                2.95
## purpose.verification        0.34           1.84       1.89                0.11
## purpose.replication         0.19           0.19       1.42                0.06
##                      source.GESIS source.DATAOTHER source.NTVMR source.QUEST
## purpose.integration          3.66             3.66         0.51         0.51
## purpose.teaching             0.23             9.82         0.38         2.67
## purpose.other                0.89             0.89         0.04         0.04
## purpose.inspiration          0.00             7.21         2.95         0.34
## purpose.verification         1.40             7.61         0.11         9.03
## purpose.replication          0.77             2.75         0.06         0.06
##                      source.EU source.GAL source.UNCLEAR source.MENOTA
## purpose.integration       0.51       1.03           3.14          0.51
## purpose.teaching          0.38       0.76           9.71          2.67
## purpose.other             0.04       0.07           0.22          0.04
## purpose.inspiration       0.34       0.69           5.53          0.34
## purpose.verification      0.11       0.22           0.30          0.11
## purpose.replication       0.06       0.12           0.38          0.06
##                      source.DATABASEDIV source.FRANTEXT source.BES source.AGD
## purpose.integration                1.55            0.51       0.51       0.51
## purpose.teaching                   2.37            0.38       0.38       2.67
## purpose.other                      0.11            0.04       0.04       0.04
## purpose.inspiration                8.92            0.34       0.34       0.34
## purpose.verification               0.34            0.11       0.11       0.11
## purpose.replication                0.19            0.06       0.06       0.06
##                      source.GITHUB source.USCENSUS source.NES
## purpose.integration           1.96            1.03       2.08
## purpose.teaching              0.38            0.76       0.01
## purpose.other                 0.04           13.06      26.33
## purpose.inspiration           2.95            0.69       1.30
## purpose.verification          0.11            0.22       0.45
## purpose.replication           0.06            0.12       2.76
##                      source.MYPERSONALITY source.NCD source.GSS source.UKDS
## purpose.integration                  0.51       0.51       0.23        0.51
## purpose.teaching                     0.38       0.38       0.76        2.67
## purpose.other                        0.04       0.04      56.21        0.04
## purpose.inspiration                  0.34       0.34       0.69        0.34
## purpose.verification                 0.11       0.11       0.22        0.11
## purpose.replication                  0.06       0.06       0.12        0.06
##                      source.KB source.STUDIE source.UNI source.SHARE source.WHO
## purpose.integration       0.51          0.51       2.08         0.00       0.51
## purpose.teaching          2.67          0.38       1.53         1.14       0.38
## purpose.other             0.04          0.04       0.15         8.10       0.04
## purpose.inspiration       2.95          0.34       1.38         1.03       0.34
## purpose.verification      0.11          9.03       0.45         0.34       0.11
## purpose.replication       0.06          0.06       0.25         0.19       0.06
##                      source.ANES source.HEVE source.VIDEO source.QOG
## purpose.integration         1.03        0.51         0.23       0.51
## purpose.teaching            5.37        2.67         0.52       2.67
## purpose.other              13.06        0.04         0.07       0.04
## purpose.inspiration         0.64        0.34         0.64       0.34
## purpose.verification        0.22        0.11         0.22       0.11
## purpose.replication         0.12        0.06         0.12       0.06
##                      source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## purpose.integration           2.61          0.51        1.96         0.51
## purpose.teaching              0.41          0.38        0.38         0.38
## purpose.other                 0.18          0.04       28.00         0.04
## purpose.inspiration           0.08          0.34        0.34         0.34
## purpose.verification          0.57          0.11        0.11         0.11
## purpose.replication           1.90          0.06        0.06         0.06
##                      source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## purpose.integration              0.51       0.51          1.96          2.08
## purpose.teaching                 0.38       2.67          2.67          4.65
## purpose.other                    0.04       0.04          0.04          5.64
## purpose.inspiration              0.34       0.34          0.34          5.28
## purpose.verification             0.11       0.11          0.11          0.45
## purpose.replication              0.06      16.40          0.06          2.76
##                      source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## purpose.integration        1.96        0.51                   1.03       0.51
## purpose.teaching           0.38        2.67                   0.52       0.38
## purpose.other              0.04        0.04                   0.07       0.04
## purpose.inspiration        0.34        2.95                   0.69       2.95
## purpose.verification       9.03        0.11                   0.22       0.11
## purpose.replication        0.06        0.06                   7.25       0.06
##                      source.DATABASEPIC source.HI source.SV source.SSSAJ
## purpose.integration                0.51      0.51      1.03         0.51
## purpose.teaching                   0.38      0.38      0.52         2.67
## purpose.other                      0.04      0.04      0.07         0.04
## purpose.inspiration                0.34      0.34      0.69         0.34
## purpose.verification               0.11      0.11      0.22         0.11
## purpose.replication                0.06      0.06      0.12         0.06
##                      source.AEA source.ADDHEALTH source.USBLS source.BJS
## purpose.integration        1.03             1.03         1.03       0.51
## purpose.teaching           0.52             0.76         0.76       0.38
## purpose.other              0.07             0.07         0.07       0.04
## purpose.inspiration        5.92             0.64         0.64       0.34
## purpose.verification       0.22             0.22         0.22       0.11
## purpose.replication        7.25             0.12         7.25       0.06
##                      source.WEMF source.DATAGOVE source.DODIS
## purpose.integration         0.51            3.14         1.96
## purpose.teaching            0.38            1.59         2.67
## purpose.other               0.04            0.22         0.04
## purpose.inspiration         0.34            0.20         2.95
## purpose.verification        0.11            0.68         0.11
## purpose.replication         0.06            1.34        16.40
##                      source.FPPAEDAGOGIK source.MODE source.SILC
## purpose.integration                 0.51        1.96        0.51
## purpose.teaching                    0.38        0.38        0.38
## purpose.other                       0.04        0.04        0.04
## purpose.inspiration                 2.95        2.95        0.34
## purpose.verification                0.11        0.11        0.11
## purpose.replication                 0.06        0.06        0.06
##                      source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## purpose.integration                   1.55         0.51               0.51
## purpose.teaching                      2.37         2.67               2.67
## purpose.other                         0.11         0.04               0.04
## purpose.inspiration                   2.73         2.95               2.95
## purpose.verification                  0.34         0.11               0.11
## purpose.replication                   0.19         0.06               0.06
##                      source.EFD source.WEBSITE source.EFS source.LAVATER
## purpose.integration        0.51           0.51       1.96           0.51
## purpose.teaching           2.67           2.67       0.38           0.38
## purpose.other              0.04           0.04      28.00           0.04
## purpose.inspiration        0.34           2.95       0.34           2.95
## purpose.verification       0.11           0.11       0.11           0.11
## purpose.replication        0.06           0.06       0.06           0.06
##                      source.BAG source.FLICKR source.NOTES source.INTERVIEW
## purpose.integration        0.51          0.51         0.51             0.51
## purpose.teaching           2.67          0.38         0.38             0.38
## purpose.other              0.04          0.04         0.04             0.04
## purpose.inspiration        2.95          0.34         2.95             2.95
## purpose.verification       0.11          0.11         0.11             0.11
## purpose.replication        0.06          0.06         0.06             0.06
##                      source.HANDRIT source.DZHW source.SGG source.HETSL
## purpose.integration            0.51        0.51       0.51         0.51
## purpose.teaching               2.67        2.67       2.67         2.67
## purpose.other                  0.04        0.04       0.04         0.04
## purpose.inspiration            0.34        0.34       0.34         2.95
## purpose.verification           0.11        0.11       0.11         9.03
## purpose.replication            0.06        0.06       0.06         0.06
##                      source.HSZK source.SPIN source.GBD source.MARPOR
## purpose.integration         0.51        0.51       0.51          0.51
## purpose.teaching            2.67        0.38       0.38          0.38
## purpose.other               0.04        0.04       0.04          0.04
## purpose.inspiration         0.34        2.95       0.34          0.34
## purpose.verification        0.11        0.11       0.11          0.11
## purpose.replication         0.06        0.06       0.06          0.06
##                      source.STUTEXT source.STAPF source.STUDPLANTI
## purpose.integration            0.51         0.51              0.51
## purpose.teaching               0.38         2.67              2.67
## purpose.other                  0.04         0.04              0.04
## purpose.inspiration            2.95         0.34              2.95
## purpose.verification           0.11         0.11              0.11
## purpose.replication           16.40         0.06              0.06
##                      source.THESES source.WBDATA source.SSRN source.PRIO
## purpose.integration           1.03          0.51        0.51        0.51
## purpose.teaching              0.52          0.38        2.67        2.67
## purpose.other                 0.07          0.04        0.04        0.04
## purpose.inspiration           0.69          2.95        2.95        0.34
## purpose.verification          3.58          0.11        0.11        0.11
## purpose.replication           0.12          0.06        0.06        0.06
##                      source.GDELT source.EINKIK source.DATAJOURNAL source.VDEM
## purpose.integration          0.51          0.51               0.51        0.51
## purpose.teaching             0.38          0.38               0.38        0.38
## purpose.other                0.04          0.04               0.04       28.00
## purpose.inspiration          0.34          0.34               2.95        2.95
## purpose.verification         0.11          0.11               0.11        0.11
## purpose.replication          0.06          0.06               0.06       16.40
##                      source.SSLS source.IMPUS source.EPERIODICA source.EHA
## purpose.integration         0.51         0.51              0.51       0.51
## purpose.teaching            0.38         2.67              0.38       2.67
## purpose.other               0.04         0.04              0.04       0.04
## purpose.inspiration         0.34         0.34              0.34       0.34
## purpose.verification        0.11         0.11              0.11       0.11
## purpose.replication         0.06         0.06              0.06       0.06
##                      source.MEDIAPULSE source.CESAR source.RECORD source.CMVW
## purpose.integration               0.51         0.51          1.03        1.96
## purpose.teaching                  0.38         0.38          0.52        0.38
## purpose.other                     0.04         0.04          0.07        0.04
## purpose.inspiration               0.34         0.34          5.92        2.95
## purpose.verification              0.11         9.03          0.22        0.11
## purpose.replication               0.06         0.06          0.12        0.06
##                      source.SECO source.TWITTER source.GIS source.KAGGLE
## purpose.integration         0.51           0.51       0.51          1.03
## purpose.teaching            2.67           2.67       2.67          0.52
## purpose.other               0.04           0.04       0.04          0.07
## purpose.inspiration         0.34           0.34       2.95          0.69
## purpose.verification        0.11           0.11       0.11          0.22
## purpose.replication         0.06           0.06       0.06          0.12
##                      source.GETTY source.ACAD source.DGD source.TARKI
## purpose.integration          0.51        0.51       0.51         0.51
## purpose.teaching             2.67        0.38       2.67         0.38
## purpose.other                0.04        0.04       0.04         0.04
## purpose.inspiration          2.95        0.34       0.34         2.95
## purpose.verification         0.11        0.11       0.11         0.11
## purpose.replication          0.06        0.06       0.06         0.06
##                      source.FHS source.DOC source.QJE source.HLS source.WVS
## purpose.integration        0.51       0.51       0.51       0.51       0.23
## purpose.teaching           0.38       2.67       2.67       0.38       5.37
## purpose.other              0.04       0.04       0.04       0.04      13.06
## purpose.inspiration        2.95       0.34       2.95       0.34       5.92
## purpose.verification       0.11       0.11       0.11       0.11       0.22
## purpose.replication        0.06       0.06       0.06       0.06       0.12
##                      source.INTORG source.AVAM source.GEMEINDEFORSCHUNG
## purpose.integration           0.51        0.51                     0.23
## purpose.teaching              2.67        0.38                     0.52
## purpose.other                 0.04        0.04                     0.07
## purpose.inspiration           2.95        0.34                     0.64
## purpose.verification          0.11        0.11                     3.58
## purpose.replication           0.06        0.06                     0.12
##                      source.UNKNOWN source.DAB source.NETMETRIX source.THDS
## purpose.integration            0.51       0.51             0.51        0.51
## purpose.teaching               0.38       2.67             0.38        0.38
## purpose.other                  0.04       0.04             0.04        0.04
## purpose.inspiration            0.34       0.34             0.34        0.34
## purpose.verification           0.11       0.11             0.11        9.03
## purpose.replication            0.06       0.06             0.06        0.06
##                      source.ANFP source.NSD source.LIBCON source.RISM
## purpose.integration         0.51       0.51          0.51        0.51
## purpose.teaching            0.38       2.67          0.38        0.38
## purpose.other               0.04       0.04          0.04        0.04
## purpose.inspiration         0.34       0.34          0.34        0.34
## purpose.verification        9.03       0.11          0.11        0.11
## purpose.replication         0.06       0.06          0.06        0.06
##                      source.CSURF source.SAGA source.HSSO
## purpose.integration          0.51        0.51        0.51
## purpose.teaching             2.67        2.67        2.67
## purpose.other                0.04        0.04        0.04
## purpose.inspiration          2.95        0.34        0.34
## purpose.verification         0.11        0.11        0.11
## purpose.replication          0.06        0.06        0.06
##                      source.SUCHTMONITORING source.LFE source.DATABASE
## purpose.integration                    0.51       0.51            0.51
## purpose.teaching                       2.67       0.38            2.67
## purpose.other                          0.04       0.04            0.04
## purpose.inspiration                    0.34       2.95            0.34
## purpose.verification                   9.03       0.11            0.11
## purpose.replication                    0.06       0.06           16.40
##                      source.MEGUID source.CHES source.PYS source.REG
## purpose.integration           0.51        0.51       0.51       0.51
## purpose.teaching              2.67        0.38       0.38       2.67
## purpose.other                28.00       28.00       0.04       0.04
## purpose.inspiration           2.95        2.95       0.34       0.34
## purpose.verification          0.11        0.11       0.11       0.11
## purpose.replication           0.06       16.40       0.06       0.06
##                      source.SMASH02 source.HBSC source.DVD source.SNC
## purpose.integration            0.51        0.51       0.51       1.96
## purpose.teaching               2.67        2.67       2.67       0.38
## purpose.other                  0.04        0.04       0.04      28.00
## purpose.inspiration            2.95        0.34       2.95       0.34
## purpose.verification           0.11        9.03       0.11       0.11
## purpose.replication            0.06        0.06       0.06       0.06
##                      source.JOBADS source.TAX source.VS
## purpose.integration           0.51       0.51      0.51
## purpose.teaching              0.38       2.67      0.38
## purpose.other                 0.04       0.04      0.04
## purpose.inspiration           0.34       0.34      0.34
## purpose.verification          0.11       0.11      0.11
## purpose.replication           0.06       0.06      0.06
## 
## Bonferroni Adjusted Results: 
## p.adj < 0.0001 
## p.ij.adj = 
##                      source.LIT source.ECODICES source.REPOS source.DIV
## purpose.integration  1.0000     1.0000          1.0000       1.0000    
## purpose.teaching     1.0000     1.0000          1.0000       1.0000    
## purpose.other        1.0000     1.0000          1.0000       1.0000    
## purpose.inspiration  0.0389     1.0000          1.0000       1.0000    
## purpose.verification 0.4692     1.0000          1.0000       1.0000    
## purpose.replication  1.0000     1.0000          1.0000       1.0000    
##                      source.DATAOWN source.BFS source.QUANT source.OECD
## purpose.integration  1.0000         0.3815     1.0000       1.0000     
## purpose.teaching     1.0000         1.0000     1.0000       1.0000     
## purpose.other        1.0000         1.0000     1.0000       1.0000     
## purpose.inspiration  1.0000         1.0000     1.0000       1.0000     
## purpose.verification 1.0000         1.0000     1.0000       1.0000     
## purpose.replication  1.0000         1.0000     0.0459       1.0000     
##                      source.FORS source.DATABASELIT source.SSRQ source.KTZH
## purpose.integration  0.1237      1.0000             1.0000      1.0000     
## purpose.teaching     0.9051      1.0000             1.0000      1.0000     
## purpose.other        1.0000      1.0000             1.0000      1.0000     
## purpose.inspiration  1.0000      1.0000             1.0000      1.0000     
## purpose.verification 1.0000      1.0000             1.0000      1.0000     
## purpose.replication  1.0000      1.0000             1.0000      1.0000     
##                      source.SOEP source.ARCHIVE source.ESS source.RESEARCHGATE
## purpose.integration  1.0000      1.0000         1.0000     1.0000             
## purpose.teaching     1.0000      1.0000         1.0000     1.0000             
## purpose.other        1.0000      1.0000         1.0000     1.0000             
## purpose.inspiration  1.0000      1.0000         1.0000     1.0000             
## purpose.verification 1.0000      1.0000         1.0000     1.0000             
## purpose.replication  1.0000      1.0000         1.0000     1.0000             
##                      source.GESIS source.DATAOTHER source.NTVMR source.QUEST
## purpose.integration  1.0000       1.0000           1.0000       1.0000      
## purpose.teaching     1.0000       1.0000           1.0000       1.0000      
## purpose.other        1.0000       1.0000           1.0000       1.0000      
## purpose.inspiration  1.0000       1.0000           1.0000       1.0000      
## purpose.verification 1.0000       1.0000           1.0000       1.0000      
## purpose.replication  1.0000       1.0000           1.0000       1.0000      
##                      source.EU source.GAL source.UNCLEAR source.MENOTA
## purpose.integration  1.0000    1.0000     1.0000         1.0000       
## purpose.teaching     1.0000    1.0000     1.0000         1.0000       
## purpose.other        1.0000    1.0000     1.0000         1.0000       
## purpose.inspiration  1.0000    1.0000     1.0000         1.0000       
## purpose.verification 1.0000    1.0000     1.0000         1.0000       
## purpose.replication  1.0000    1.0000     1.0000         1.0000       
##                      source.DATABASEDIV source.FRANTEXT source.BES source.AGD
## purpose.integration  1.0000             1.0000          1.0000     1.0000    
## purpose.teaching     1.0000             1.0000          1.0000     1.0000    
## purpose.other        1.0000             1.0000          1.0000     1.0000    
## purpose.inspiration  1.0000             1.0000          1.0000     1.0000    
## purpose.verification 1.0000             1.0000          1.0000     1.0000    
## purpose.replication  1.0000             1.0000          1.0000     1.0000    
##                      source.GITHUB source.USCENSUS source.NES
## purpose.integration  1.0000        1.0000          1.0000    
## purpose.teaching     1.0000        1.0000          1.0000    
## purpose.other        1.0000        0.2693          0.0003    
## purpose.inspiration  1.0000        1.0000          1.0000    
## purpose.verification 1.0000        1.0000          1.0000    
## purpose.replication  1.0000        1.0000          1.0000    
##                      source.MYPERSONALITY source.NCD source.GSS source.UKDS
## purpose.integration  1.0000               1.0000     1.0000     1.0000     
## purpose.teaching     1.0000               1.0000     1.0000     1.0000     
## purpose.other        1.0000               1.0000     0.0000     1.0000     
## purpose.inspiration  1.0000               1.0000     1.0000     1.0000     
## purpose.verification 1.0000               1.0000     1.0000     1.0000     
## purpose.replication  1.0000               1.0000     1.0000     1.0000     
##                      source.KB source.STUDIE source.UNI source.SHARE source.WHO
## purpose.integration  1.0000    1.0000        1.0000     1.0000       1.0000    
## purpose.teaching     1.0000    1.0000        1.0000     1.0000       1.0000    
## purpose.other        1.0000    1.0000        1.0000     1.0000       1.0000    
## purpose.inspiration  1.0000    1.0000        1.0000     1.0000       1.0000    
## purpose.verification 1.0000    1.0000        1.0000     1.0000       1.0000    
## purpose.replication  1.0000    1.0000        1.0000     1.0000       1.0000    
##                      source.ANES source.HEVE source.VIDEO source.QOG
## purpose.integration  1.0000      1.0000      1.0000       1.0000    
## purpose.teaching     1.0000      1.0000      1.0000       1.0000    
## purpose.other        0.2693      1.0000      1.0000       1.0000    
## purpose.inspiration  1.0000      1.0000      1.0000       1.0000    
## purpose.verification 1.0000      1.0000      1.0000       1.0000    
## purpose.replication  1.0000      1.0000      1.0000       1.0000    
##                      source.SURVEY source.AUSSDA source.UEGK source.CIOTS
## purpose.integration  1.0000        1.0000        1.0000      1.0000      
## purpose.teaching     1.0000        1.0000        1.0000      1.0000      
## purpose.other        1.0000        1.0000        0.0001      1.0000      
## purpose.inspiration  1.0000        1.0000        1.0000      1.0000      
## purpose.verification 1.0000        1.0000        1.0000      1.0000      
## purpose.replication  1.0000        1.0000        1.0000      1.0000      
##                      source.WAHLDATEN source.OSF source.TRANSC source.GOOGLE
## purpose.integration  1.0000           1.0000     1.0000        1.0000       
## purpose.teaching     1.0000           1.0000     1.0000        1.0000       
## purpose.other        1.0000           1.0000     1.0000        1.0000       
## purpose.inspiration  1.0000           1.0000     1.0000        1.0000       
## purpose.verification 1.0000           1.0000     1.0000        1.0000       
## purpose.replication  1.0000           0.0459     1.0000        1.0000       
##                      source.ARE source.NCCR source.BILDUNGSTATKTZH source.DTA
## purpose.integration  1.0000     1.0000      1.0000                 1.0000    
## purpose.teaching     1.0000     1.0000      1.0000                 1.0000    
## purpose.other        1.0000     1.0000      1.0000                 1.0000    
## purpose.inspiration  1.0000     1.0000      1.0000                 1.0000    
## purpose.verification 1.0000     1.0000      1.0000                 1.0000    
## purpose.replication  1.0000     1.0000      1.0000                 1.0000    
##                      source.DATABASEPIC source.HI source.SV source.SSSAJ
## purpose.integration  1.0000             1.0000    1.0000    1.0000      
## purpose.teaching     1.0000             1.0000    1.0000    1.0000      
## purpose.other        1.0000             1.0000    1.0000    1.0000      
## purpose.inspiration  1.0000             1.0000    1.0000    1.0000      
## purpose.verification 1.0000             1.0000    1.0000    1.0000      
## purpose.replication  1.0000             1.0000    1.0000    1.0000      
##                      source.AEA source.ADDHEALTH source.USBLS source.BJS
## purpose.integration  1.0000     1.0000           1.0000       1.0000    
## purpose.teaching     1.0000     1.0000           1.0000       1.0000    
## purpose.other        1.0000     1.0000           1.0000       1.0000    
## purpose.inspiration  1.0000     1.0000           1.0000       1.0000    
## purpose.verification 1.0000     1.0000           1.0000       1.0000    
## purpose.replication  1.0000     1.0000           1.0000       1.0000    
##                      source.WEMF source.DATAGOVE source.DODIS
## purpose.integration  1.0000      1.0000          1.0000      
## purpose.teaching     1.0000      1.0000          1.0000      
## purpose.other        1.0000      1.0000          1.0000      
## purpose.inspiration  1.0000      1.0000          1.0000      
## purpose.verification 1.0000      1.0000          1.0000      
## purpose.replication  1.0000      1.0000          0.0459      
##                      source.FPPAEDAGOGIK source.MODE source.SILC
## purpose.integration  1.0000              1.0000      1.0000     
## purpose.teaching     1.0000              1.0000      1.0000     
## purpose.other        1.0000              1.0000      1.0000     
## purpose.inspiration  1.0000              1.0000      1.0000     
## purpose.verification 1.0000              1.0000      1.0000     
## purpose.replication  1.0000              1.0000      1.0000     
##                      source.DATABASEMUSEUM source.IMSLP source.INETARCHIVE
## purpose.integration  1.0000                1.0000       1.0000            
## purpose.teaching     1.0000                1.0000       1.0000            
## purpose.other        1.0000                1.0000       1.0000            
## purpose.inspiration  1.0000                1.0000       1.0000            
## purpose.verification 1.0000                1.0000       1.0000            
## purpose.replication  1.0000                1.0000       1.0000            
##                      source.EFD source.WEBSITE source.EFS source.LAVATER
## purpose.integration  1.0000     1.0000         1.0000     1.0000        
## purpose.teaching     1.0000     1.0000         1.0000     1.0000        
## purpose.other        1.0000     1.0000         0.0001     1.0000        
## purpose.inspiration  1.0000     1.0000         1.0000     1.0000        
## purpose.verification 1.0000     1.0000         1.0000     1.0000        
## purpose.replication  1.0000     1.0000         1.0000     1.0000        
##                      source.BAG source.FLICKR source.NOTES source.INTERVIEW
## purpose.integration  1.0000     1.0000        1.0000       1.0000          
## purpose.teaching     1.0000     1.0000        1.0000       1.0000          
## purpose.other        1.0000     1.0000        1.0000       1.0000          
## purpose.inspiration  1.0000     1.0000        1.0000       1.0000          
## purpose.verification 1.0000     1.0000        1.0000       1.0000          
## purpose.replication  1.0000     1.0000        1.0000       1.0000          
##                      source.HANDRIT source.DZHW source.SGG source.HETSL
## purpose.integration  1.0000         1.0000      1.0000     1.0000      
## purpose.teaching     1.0000         1.0000      1.0000     1.0000      
## purpose.other        1.0000         1.0000      1.0000     1.0000      
## purpose.inspiration  1.0000         1.0000      1.0000     1.0000      
## purpose.verification 1.0000         1.0000      1.0000     1.0000      
## purpose.replication  1.0000         1.0000      1.0000     1.0000      
##                      source.HSZK source.SPIN source.GBD source.MARPOR
## purpose.integration  1.0000      1.0000      1.0000     1.0000       
## purpose.teaching     1.0000      1.0000      1.0000     1.0000       
## purpose.other        1.0000      1.0000      1.0000     1.0000       
## purpose.inspiration  1.0000      1.0000      1.0000     1.0000       
## purpose.verification 1.0000      1.0000      1.0000     1.0000       
## purpose.replication  1.0000      1.0000      1.0000     1.0000       
##                      source.STUTEXT source.STAPF source.STUDPLANTI
## purpose.integration  1.0000         1.0000       1.0000           
## purpose.teaching     1.0000         1.0000       1.0000           
## purpose.other        1.0000         1.0000       1.0000           
## purpose.inspiration  1.0000         1.0000       1.0000           
## purpose.verification 1.0000         1.0000       1.0000           
## purpose.replication  0.0459         1.0000       1.0000           
##                      source.THESES source.WBDATA source.SSRN source.PRIO
## purpose.integration  1.0000        1.0000        1.0000      1.0000     
## purpose.teaching     1.0000        1.0000        1.0000      1.0000     
## purpose.other        1.0000        1.0000        1.0000      1.0000     
## purpose.inspiration  1.0000        1.0000        1.0000      1.0000     
## purpose.verification 1.0000        1.0000        1.0000      1.0000     
## purpose.replication  1.0000        1.0000        1.0000      1.0000     
##                      source.GDELT source.EINKIK source.DATAJOURNAL source.VDEM
## purpose.integration  1.0000       1.0000        1.0000             1.0000     
## purpose.teaching     1.0000       1.0000        1.0000             1.0000     
## purpose.other        1.0000       1.0000        1.0000             0.0001     
## purpose.inspiration  1.0000       1.0000        1.0000             1.0000     
## purpose.verification 1.0000       1.0000        1.0000             1.0000     
## purpose.replication  1.0000       1.0000        1.0000             0.0459     
##                      source.SSLS source.IMPUS source.EPERIODICA source.EHA
## purpose.integration  1.0000      1.0000       1.0000            1.0000    
## purpose.teaching     1.0000      1.0000       1.0000            1.0000    
## purpose.other        1.0000      1.0000       1.0000            1.0000    
## purpose.inspiration  1.0000      1.0000       1.0000            1.0000    
## purpose.verification 1.0000      1.0000       1.0000            1.0000    
## purpose.replication  1.0000      1.0000       1.0000            1.0000    
##                      source.MEDIAPULSE source.CESAR source.RECORD source.CMVW
## purpose.integration  1.0000            1.0000       1.0000        1.0000     
## purpose.teaching     1.0000            1.0000       1.0000        1.0000     
## purpose.other        1.0000            1.0000       1.0000        1.0000     
## purpose.inspiration  1.0000            1.0000       1.0000        1.0000     
## purpose.verification 1.0000            1.0000       1.0000        1.0000     
## purpose.replication  1.0000            1.0000       1.0000        1.0000     
##                      source.SECO source.TWITTER source.GIS source.KAGGLE
## purpose.integration  1.0000      1.0000         1.0000     1.0000       
## purpose.teaching     1.0000      1.0000         1.0000     1.0000       
## purpose.other        1.0000      1.0000         1.0000     1.0000       
## purpose.inspiration  1.0000      1.0000         1.0000     1.0000       
## purpose.verification 1.0000      1.0000         1.0000     1.0000       
## purpose.replication  1.0000      1.0000         1.0000     1.0000       
##                      source.GETTY source.ACAD source.DGD source.TARKI
## purpose.integration  1.0000       1.0000      1.0000     1.0000      
## purpose.teaching     1.0000       1.0000      1.0000     1.0000      
## purpose.other        1.0000       1.0000      1.0000     1.0000      
## purpose.inspiration  1.0000       1.0000      1.0000     1.0000      
## purpose.verification 1.0000       1.0000      1.0000     1.0000      
## purpose.replication  1.0000       1.0000      1.0000     1.0000      
##                      source.FHS source.DOC source.QJE source.HLS source.WVS
## purpose.integration  1.0000     1.0000     1.0000     1.0000     1.0000    
## purpose.teaching     1.0000     1.0000     1.0000     1.0000     1.0000    
## purpose.other        1.0000     1.0000     1.0000     1.0000     0.2693    
## purpose.inspiration  1.0000     1.0000     1.0000     1.0000     1.0000    
## purpose.verification 1.0000     1.0000     1.0000     1.0000     1.0000    
## purpose.replication  1.0000     1.0000     1.0000     1.0000     1.0000    
##                      source.INTORG source.AVAM source.GEMEINDEFORSCHUNG
## purpose.integration  1.0000        1.0000      1.0000                  
## purpose.teaching     1.0000        1.0000      1.0000                  
## purpose.other        1.0000        1.0000      1.0000                  
## purpose.inspiration  1.0000        1.0000      1.0000                  
## purpose.verification 1.0000        1.0000      1.0000                  
## purpose.replication  1.0000        1.0000      1.0000                  
##                      source.UNKNOWN source.DAB source.NETMETRIX source.THDS
## purpose.integration  1.0000         1.0000     1.0000           1.0000     
## purpose.teaching     1.0000         1.0000     1.0000           1.0000     
## purpose.other        1.0000         1.0000     1.0000           1.0000     
## purpose.inspiration  1.0000         1.0000     1.0000           1.0000     
## purpose.verification 1.0000         1.0000     1.0000           1.0000     
## purpose.replication  1.0000         1.0000     1.0000           1.0000     
##                      source.ANFP source.NSD source.LIBCON source.RISM
## purpose.integration  1.0000      1.0000     1.0000        1.0000     
## purpose.teaching     1.0000      1.0000     1.0000        1.0000     
## purpose.other        1.0000      1.0000     1.0000        1.0000     
## purpose.inspiration  1.0000      1.0000     1.0000        1.0000     
## purpose.verification 1.0000      1.0000     1.0000        1.0000     
## purpose.replication  1.0000      1.0000     1.0000        1.0000     
##                      source.CSURF source.SAGA source.HSSO
## purpose.integration  1.0000       1.0000      1.0000     
## purpose.teaching     1.0000       1.0000      1.0000     
## purpose.other        1.0000       1.0000      1.0000     
## purpose.inspiration  1.0000       1.0000      1.0000     
## purpose.verification 1.0000       1.0000      1.0000     
## purpose.replication  1.0000       1.0000      1.0000     
##                      source.SUCHTMONITORING source.LFE source.DATABASE
## purpose.integration  1.0000                 1.0000     1.0000         
## purpose.teaching     1.0000                 1.0000     1.0000         
## purpose.other        1.0000                 1.0000     1.0000         
## purpose.inspiration  1.0000                 1.0000     1.0000         
## purpose.verification 1.0000                 1.0000     1.0000         
## purpose.replication  1.0000                 1.0000     0.0459         
##                      source.MEGUID source.CHES source.PYS source.REG
## purpose.integration  1.0000        1.0000      1.0000     1.0000    
## purpose.teaching     1.0000        1.0000      1.0000     1.0000    
## purpose.other        0.0001        0.0001      1.0000     1.0000    
## purpose.inspiration  1.0000        1.0000      1.0000     1.0000    
## purpose.verification 1.0000        1.0000      1.0000     1.0000    
## purpose.replication  1.0000        0.0459      1.0000     1.0000    
##                      source.SMASH02 source.HBSC source.DVD source.SNC
## purpose.integration  1.0000         1.0000      1.0000     1.0000    
## purpose.teaching     1.0000         1.0000      1.0000     1.0000    
## purpose.other        1.0000         1.0000      1.0000     0.0001    
## purpose.inspiration  1.0000         1.0000      1.0000     1.0000    
## purpose.verification 1.0000         1.0000      1.0000     1.0000    
## purpose.replication  1.0000         1.0000      1.0000     1.0000    
##                      source.JOBADS source.TAX source.VS
## purpose.integration  1.0000        1.0000     1.0000   
## purpose.teaching     1.0000        1.0000     1.0000   
## purpose.other        1.0000        1.0000     1.0000   
## purpose.inspiration  1.0000        1.0000     1.0000   
## purpose.verification 1.0000        1.0000     1.0000   
## purpose.replication  1.0000        1.0000     1.0000   
## 
## [1] "criteria x kind"
## Test for Simultaneous Pairwise Marginal Independence (SPMI) 
##  
## Unadjusted Pearson Chi-Square Tests for Independence: 
## X^2_S = 193.39 
## X^2_S.ij = 
##                       kind.publications kind.digital_artefacts
## criteria.metadata                  6.07                  10.46
## criteria.materials                 3.98                   1.77
## criteria.data_quality              1.24                   2.52
## criteria.raw_data                  6.41                   2.79
## criteria.usability                 3.05                   1.10
## criteria.access                    2.76                   4.59
## criteria.license                   6.32                  13.15
## criteria.trust_source              9.29                   4.24
##                       kind.numerical_data kind.surveys kind.other
## criteria.metadata                    2.80         3.97       3.94
## criteria.materials                   9.46         5.77       3.19
## criteria.data_quality               22.78         1.29       0.00
## criteria.raw_data                   11.14         8.84       3.19
## criteria.usability                   3.45         0.48       1.26
## criteria.access                      2.20         2.96       0.49
## criteria.license                     1.55         0.61       0.37
## criteria.trust_source                9.45        14.31       0.15
## 
## Bonferroni Adjusted Results: 
## p.adj = 0.0001 
## p.ij.adj = 
##                       kind.publications kind.digital_artefacts
## criteria.metadata     0.5499            0.0489                
## criteria.materials    1.0000            1.0000                
## criteria.data_quality 1.0000            1.0000                
## criteria.raw_data     0.4529            1.0000                
## criteria.usability    1.0000            1.0000                
## criteria.access       1.0000            1.0000                
## criteria.license      0.4763            0.0115                
## criteria.trust_source 0.0921            1.0000                
##                       kind.numerical_data kind.surveys kind.other
## criteria.metadata     1.0000              1.0000       1.0000    
## criteria.materials    0.0839              0.6533       1.0000    
## criteria.data_quality 0.0001              1.0000       1.0000    
## criteria.raw_data     0.0338              0.1179       1.0000    
## criteria.usability    1.0000              1.0000       1.0000    
## criteria.access       1.0000              1.0000       1.0000    
## criteria.license      1.0000              1.0000       1.0000    
## criteria.trust_source 0.0843              0.0062       1.0000
if (params$perform_all_tests) {
  lapply(ps, function(x){
    m <- !grepl("source", x$var2, fixed = TRUE) | x$var2 %in% paste0("source.", str_to_lower(relevant_sources))
    x <- x[m,]
    x %>% filter(p < 0.05) #%>% filter(!str_detect(var1, "^source") | var1 %in% relevant_sources)
  }) %>% bind_rows() %>% writexl::write_xlsx("results/mrcv_bon.xlsx")
} else {
  res <- single_res$res
  res_bon <- res$bon$X.sq.S.ij.p.bon
  m <- res_bon < 0.05
  as_tibble(res_bon, rownames = "var1") %>% gather(key="var2", value="p", -var1) %>%
  # filter(var2 %in% paste0("source.", str_to_lower(relevant_sources))) %>%
  filter(p < 0.05) %>% writexl::write_xlsx("results/mrcv_bon_" %+% var1 %+% "-" %+% var2 %+% ".xlsx")
}

The results (console output) is stored as text file here (results/mrcv_bon_results.txt)